2024-11-20 00:21:46,265 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 00:21:46,276 main DEBUG Took 0.009627 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 00:21:46,277 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 00:21:46,277 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 00:21:46,278 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 00:21:46,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,285 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 00:21:46,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,299 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,301 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,301 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,302 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,303 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,304 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,305 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 00:21:46,307 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,307 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 00:21:46,308 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 00:21:46,309 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 00:21:46,311 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 00:21:46,311 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 00:21:46,312 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 00:21:46,313 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 00:21:46,321 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 00:21:46,323 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 00:21:46,325 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 00:21:46,325 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 00:21:46,325 main DEBUG createAppenders(={Console}) 2024-11-20 00:21:46,326 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 00:21:46,326 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 00:21:46,327 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 00:21:46,327 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 00:21:46,327 main DEBUG OutputStream closed 2024-11-20 00:21:46,328 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 00:21:46,328 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 00:21:46,328 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 00:21:46,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 00:21:46,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 00:21:46,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 00:21:46,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 00:21:46,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 00:21:46,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 00:21:46,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 00:21:46,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 00:21:46,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 00:21:46,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 00:21:46,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 00:21:46,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 00:21:46,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 00:21:46,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 00:21:46,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 00:21:46,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 00:21:46,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 00:21:46,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 00:21:46,403 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 00:21:46,404 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 00:21:46,404 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 00:21:46,405 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T00:21:46,627 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a 2024-11-20 00:21:46,630 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 00:21:46,630 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T00:21:46,639 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-20T00:21:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T00:21:46,666 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3, deleteOnExit=true 2024-11-20T00:21:46,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T00:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/test.cache.data in system properties and HBase conf 2024-11-20T00:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T00:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/hadoop.log.dir in system properties and HBase conf 2024-11-20T00:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T00:21:46,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T00:21:46,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T00:21:46,780 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T00:21:46,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T00:21:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T00:21:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T00:21:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T00:21:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T00:21:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T00:21:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T00:21:46,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T00:21:46,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T00:21:46,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T00:21:46,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/nfs.dump.dir in system properties and HBase conf 2024-11-20T00:21:46,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/java.io.tmpdir in system properties and HBase conf 2024-11-20T00:21:46,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T00:21:46,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T00:21:46,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T00:21:47,734 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T00:21:47,822 INFO [Time-limited test {}] log.Log(170): Logging initialized @2253ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T00:21:47,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T00:21:47,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T00:21:47,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T00:21:47,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T00:21:47,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T00:21:48,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T00:21:48,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/hadoop.log.dir/,AVAILABLE} 2024-11-20T00:21:48,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T00:21:48,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/java.io.tmpdir/jetty-localhost-39477-hadoop-hdfs-3_4_1-tests_jar-_-any-12904933622066301337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T00:21:48,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39477} 2024-11-20T00:21:48,212 INFO [Time-limited test {}] server.Server(415): Started @2644ms 2024-11-20T00:21:48,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T00:21:48,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T00:21:48,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T00:21:48,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T00:21:48,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T00:21:48,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/hadoop.log.dir/,AVAILABLE} 2024-11-20T00:21:48,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T00:21:48,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/java.io.tmpdir/jetty-localhost-42043-hadoop-hdfs-3_4_1-tests_jar-_-any-18035812286373249625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T00:21:48,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42043} 2024-11-20T00:21:48,734 INFO [Time-limited test {}] server.Server(415): Started @3167ms 2024-11-20T00:21:48,791 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T00:21:49,275 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/dfs/data/data1/current/BP-1569287562-172.17.0.2-1732062107498/current, will proceed with Du for space computation calculation, 2024-11-20T00:21:49,275 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/dfs/data/data2/current/BP-1569287562-172.17.0.2-1732062107498/current, will proceed with Du for space computation calculation, 2024-11-20T00:21:49,315 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T00:21:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc930ca4dae44c081 with lease ID 0x95b1d20fc31825ad: Processing first storage report for DS-303f3daa-1ca7-49d5-8f70-9c6818cb2ecb from datanode DatanodeRegistration(127.0.0.1:33995, datanodeUuid=1784bfcb-ac85-487a-9af9-a6ea334e60db, infoPort=43445, infoSecurePort=0, ipcPort=43609, storageInfo=lv=-57;cid=testClusterID;nsid=1261331233;c=1732062107498) 2024-11-20T00:21:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc930ca4dae44c081 with lease ID 0x95b1d20fc31825ad: from storage DS-303f3daa-1ca7-49d5-8f70-9c6818cb2ecb node DatanodeRegistration(127.0.0.1:33995, datanodeUuid=1784bfcb-ac85-487a-9af9-a6ea334e60db, infoPort=43445, infoSecurePort=0, ipcPort=43609, storageInfo=lv=-57;cid=testClusterID;nsid=1261331233;c=1732062107498), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T00:21:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc930ca4dae44c081 with lease ID 0x95b1d20fc31825ad: Processing first storage report for DS-da64c61a-669a-41ab-90c1-f816aa491fe9 from datanode DatanodeRegistration(127.0.0.1:33995, datanodeUuid=1784bfcb-ac85-487a-9af9-a6ea334e60db, infoPort=43445, infoSecurePort=0, ipcPort=43609, storageInfo=lv=-57;cid=testClusterID;nsid=1261331233;c=1732062107498) 2024-11-20T00:21:49,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc930ca4dae44c081 with lease ID 0x95b1d20fc31825ad: from storage DS-da64c61a-669a-41ab-90c1-f816aa491fe9 node DatanodeRegistration(127.0.0.1:33995, datanodeUuid=1784bfcb-ac85-487a-9af9-a6ea334e60db, infoPort=43445, infoSecurePort=0, ipcPort=43609, storageInfo=lv=-57;cid=testClusterID;nsid=1261331233;c=1732062107498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T00:21:49,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a 2024-11-20T00:21:49,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/zookeeper_0, clientPort=59419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T00:21:49,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59419 2024-11-20T00:21:49,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T00:21:49,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T00:21:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741825_1001 (size=7) 2024-11-20T00:21:50,194 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 with version=8 2024-11-20T00:21:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/hbase-staging 2024-11-20T00:21:50,326 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T00:21:50,594 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4c2f74f6ba1b:0 server-side Connection retries=45 2024-11-20T00:21:50,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T00:21:50,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T00:21:50,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T00:21:50,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T00:21:50,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T00:21:50,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T00:21:50,805 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T00:21:50,814 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T00:21:50,818 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T00:21:50,845 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20050 (auto-detected) 2024-11-20T00:21:50,846 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T00:21:50,865 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44641 2024-11-20T00:21:50,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T00:21:50,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T00:21:50,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44641 connecting to ZooKeeper ensemble=127.0.0.1:59419 2024-11-20T00:21:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446410x0, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T00:21:50,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44641-0x100124e182c0000 connected 2024-11-20T00:21:50,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T00:21:50,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T00:21:50,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T00:21:50,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44641 2024-11-20T00:21:50,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44641 2024-11-20T00:21:50,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44641 2024-11-20T00:21:50,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44641 2024-11-20T00:21:50,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44641 2024-11-20T00:21:50,979 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042, hbase.cluster.distributed=false 2024-11-20T00:21:51,046 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4c2f74f6ba1b:0 server-side Connection retries=45 2024-11-20T00:21:51,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T00:21:51,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T00:21:51,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T00:21:51,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T00:21:51,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T00:21:51,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T00:21:51,053 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T00:21:51,054 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33563 2024-11-20T00:21:51,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T00:21:51,062 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T00:21:51,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T00:21:51,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T00:21:51,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33563 connecting to ZooKeeper ensemble=127.0.0.1:59419 2024-11-20T00:21:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335630x0, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T00:21:51,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33563-0x100124e182c0001 connected 2024-11-20T00:21:51,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T00:21:51,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T00:21:51,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T00:21:51,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-20T00:21:51,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33563 2024-11-20T00:21:51,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33563 2024-11-20T00:21:51,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-20T00:21:51,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-20T00:21:51,087 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:51,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T00:21:51,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T00:21:51,096 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:51,102 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4c2f74f6ba1b:44641 2024-11-20T00:21:51,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T00:21:51,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T00:21:51,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:51,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:51,119 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T00:21:51,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T00:21:51,120 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4c2f74f6ba1b,44641,1732062110319 from backup master directory 2024-11-20T00:21:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T00:21:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T00:21:51,124 WARN [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T00:21:51,125 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:51,127 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T00:21:51,128 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T00:21:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741826_1002 (size=42) 2024-11-20T00:21:51,195 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/hbase.id with ID: 3d91e0bc-1fab-437a-9464-17b95f7d8a4f 2024-11-20T00:21:51,242 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T00:21:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:51,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741827_1003 (size=196) 2024-11-20T00:21:51,310 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:21:51,312 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T00:21:51,330 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:51,335 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T00:21:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741828_1004 (size=1189) 2024-11-20T00:21:51,383 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store 2024-11-20T00:21:51,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741829_1005 (size=34) 2024-11-20T00:21:51,803 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T00:21:51,804 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:51,805 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T00:21:51,805 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:21:51,805 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:21:51,805 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T00:21:51,805 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:21:51,806 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:21:51,806 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T00:21:51,808 WARN [master/4c2f74f6ba1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/.initializing 2024-11-20T00:21:51,808 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/WALs/4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:51,815 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T00:21:51,826 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4c2f74f6ba1b%2C44641%2C1732062110319, suffix=, logDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/WALs/4c2f74f6ba1b,44641,1732062110319, archiveDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/oldWALs, maxLogs=10 2024-11-20T00:21:51,848 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/WALs/4c2f74f6ba1b,44641,1732062110319/4c2f74f6ba1b%2C44641%2C1732062110319.1732062111831, exclude list is [], retry=0 2024-11-20T00:21:51,865 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33995,DS-303f3daa-1ca7-49d5-8f70-9c6818cb2ecb,DISK] 2024-11-20T00:21:51,868 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T00:21:51,904 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/WALs/4c2f74f6ba1b,44641,1732062110319/4c2f74f6ba1b%2C44641%2C1732062110319.1732062111831 2024-11-20T00:21:51,905 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43445:43445)] 2024-11-20T00:21:51,905 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:21:51,906 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:51,909 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:51,910 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:51,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:51,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T00:21:51,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:51,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T00:21:51,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:51,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T00:21:51,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:51,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:21:51,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:51,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T00:21:51,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:51,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:21:51,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:51,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T00:21:51,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:51,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:21:51,994 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:51,995 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:52,003 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T00:21:52,008 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T00:21:52,013 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:21:52,015 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67177985, jitterRate=0.0010299831628799438}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T00:21:52,021 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T00:21:52,022 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T00:21:52,051 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2431a3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:52,086 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T00:21:52,099 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T00:21:52,099 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T00:21:52,102 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T00:21:52,103 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T00:21:52,108 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-20T00:21:52,109 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T00:21:52,134 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T00:21:52,146 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T00:21:52,149 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T00:21:52,151 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T00:21:52,153 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T00:21:52,155 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T00:21:52,157 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T00:21:52,160 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T00:21:52,161 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T00:21:52,162 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T00:21:52,164 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T00:21:52,173 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T00:21:52,176 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T00:21:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T00:21:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T00:21:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:52,181 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4c2f74f6ba1b,44641,1732062110319, sessionid=0x100124e182c0000, setting cluster-up flag (Was=false) 2024-11-20T00:21:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:52,200 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T00:21:52,202 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:52,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:52,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:52,214 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T00:21:52,215 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:52,295 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T00:21:52,301 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4c2f74f6ba1b:33563 2024-11-20T00:21:52,301 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T00:21:52,302 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1008): ClusterId : 3d91e0bc-1fab-437a-9464-17b95f7d8a4f 2024-11-20T00:21:52,304 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T00:21:52,305 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T00:21:52,310 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T00:21:52,310 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T00:21:52,310 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4c2f74f6ba1b,44641,1732062110319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T00:21:52,313 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T00:21:52,313 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a740cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:52,314 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4c2f74f6ba1b:0, corePoolSize=5, maxPoolSize=5 2024-11-20T00:21:52,314 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4c2f74f6ba1b:0, corePoolSize=5, maxPoolSize=5 2024-11-20T00:21:52,314 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4c2f74f6ba1b:0, corePoolSize=5, maxPoolSize=5 2024-11-20T00:21:52,314 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4c2f74f6ba1b:0, corePoolSize=5, maxPoolSize=5 2024-11-20T00:21:52,314 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4c2f74f6ba1b:0, corePoolSize=10, maxPoolSize=10 2024-11-20T00:21:52,315 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,315 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4c2f74f6ba1b:0, corePoolSize=2, maxPoolSize=2 2024-11-20T00:21:52,315 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,315 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675cc3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4c2f74f6ba1b/172.17.0.2:0 2024-11-20T00:21:52,316 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732062142316 2024-11-20T00:21:52,318 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T00:21:52,319 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T00:21:52,319 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T00:21:52,320 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T00:21:52,320 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T00:21:52,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T00:21:52,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T00:21:52,322 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(3073): reportForDuty to master=4c2f74f6ba1b,44641,1732062110319 with isa=4c2f74f6ba1b/172.17.0.2:33563, startcode=1732062111045 2024-11-20T00:21:52,322 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T00:21:52,323 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T00:21:52,323 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T00:21:52,323 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T00:21:52,324 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,325 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T00:21:52,326 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T00:21:52,326 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T00:21:52,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:52,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T00:21:52,330 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T00:21:52,330 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T00:21:52,332 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4c2f74f6ba1b:0:becomeActiveMaster-HFileCleaner.large.0-1732062112332,5,FailOnTimeoutGroup] 2024-11-20T00:21:52,332 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4c2f74f6ba1b:0:becomeActiveMaster-HFileCleaner.small.0-1732062112332,5,FailOnTimeoutGroup] 2024-11-20T00:21:52,332 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,333 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T00:21:52,334 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,334 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741831_1007 (size=1039) 2024-11-20T00:21:52,337 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T00:21:52,374 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38885, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T00:21:52,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44641 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:52,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44641 {}] master.ServerManager(486): Registering regionserver=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:52,396 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:21:52,396 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39251 2024-11-20T00:21:52,397 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T00:21:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T00:21:52,401 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] zookeeper.ZKUtil(111): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:52,402 WARN [RS:0;4c2f74f6ba1b:33563 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T00:21:52,402 INFO [RS:0;4c2f74f6ba1b:33563 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T00:21:52,402 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/WALs/4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:52,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4c2f74f6ba1b,33563,1732062111045] 2024-11-20T00:21:52,415 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T00:21:52,427 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T00:21:52,440 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T00:21:52,442 INFO [RS:0;4c2f74f6ba1b:33563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T00:21:52,443 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,443 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T00:21:52,451 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,451 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,451 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,451 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,452 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,452 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,452 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4c2f74f6ba1b:0, corePoolSize=2, maxPoolSize=2 2024-11-20T00:21:52,452 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,452 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,452 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,453 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,453 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4c2f74f6ba1b:0, corePoolSize=1, maxPoolSize=1 2024-11-20T00:21:52,453 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4c2f74f6ba1b:0, corePoolSize=3, maxPoolSize=3 2024-11-20T00:21:52,453 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0, corePoolSize=3, maxPoolSize=3 2024-11-20T00:21:52,454 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,454 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,455 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,455 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,455 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,33563,1732062111045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T00:21:52,476 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T00:21:52,478 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,33563,1732062111045-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:52,498 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.Replication(204): 4c2f74f6ba1b,33563,1732062111045 started 2024-11-20T00:21:52,498 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1767): Serving as 4c2f74f6ba1b,33563,1732062111045, RpcServer on 4c2f74f6ba1b/172.17.0.2:33563, sessionid=0x100124e182c0001 2024-11-20T00:21:52,499 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T00:21:52,499 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:52,500 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4c2f74f6ba1b,33563,1732062111045' 2024-11-20T00:21:52,500 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T00:21:52,501 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T00:21:52,501 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T00:21:52,501 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T00:21:52,501 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:52,502 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4c2f74f6ba1b,33563,1732062111045' 2024-11-20T00:21:52,502 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T00:21:52,502 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T00:21:52,503 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T00:21:52,503 INFO [RS:0;4c2f74f6ba1b:33563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T00:21:52,503 INFO [RS:0;4c2f74f6ba1b:33563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T00:21:52,609 INFO [RS:0;4c2f74f6ba1b:33563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T00:21:52,613 INFO [RS:0;4c2f74f6ba1b:33563 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4c2f74f6ba1b%2C33563%2C1732062111045, suffix=, logDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/WALs/4c2f74f6ba1b,33563,1732062111045, archiveDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/oldWALs, maxLogs=32 2024-11-20T00:21:52,630 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/WALs/4c2f74f6ba1b,33563,1732062111045/4c2f74f6ba1b%2C33563%2C1732062111045.1732062112615, exclude list is [], retry=0 2024-11-20T00:21:52,635 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33995,DS-303f3daa-1ca7-49d5-8f70-9c6818cb2ecb,DISK] 2024-11-20T00:21:52,639 INFO [RS:0;4c2f74f6ba1b:33563 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/WALs/4c2f74f6ba1b,33563,1732062111045/4c2f74f6ba1b%2C33563%2C1732062111045.1732062112615 2024-11-20T00:21:52,639 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43445:43445)] 2024-11-20T00:21:52,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T00:21:52,740 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:21:52,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741833_1009 (size=32) 2024-11-20T00:21:53,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:53,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T00:21:53,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T00:21:53,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:53,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T00:21:53,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T00:21:53,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T00:21:53,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:53,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T00:21:53,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T00:21:53,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T00:21:53,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:53,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T00:21:53,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740 2024-11-20T00:21:53,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740 2024-11-20T00:21:53,171 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:21:53,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T00:21:53,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:21:53,178 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71492024, jitterRate=0.06531417369842529}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:21:53,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T00:21:53,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T00:21:53,182 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T00:21:53,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T00:21:53,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T00:21:53,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T00:21:53,183 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T00:21:53,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T00:21:53,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T00:21:53,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T00:21:53,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T00:21:53,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T00:21:53,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T00:21:53,354 DEBUG [4c2f74f6ba1b:44641 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T00:21:53,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:53,364 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4c2f74f6ba1b,33563,1732062111045, state=OPENING 2024-11-20T00:21:53,370 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T00:21:53,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:53,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:53,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T00:21:53,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T00:21:53,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:21:53,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:53,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T00:21:53,555 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T00:21:53,567 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T00:21:53,567 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T00:21:53,568 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T00:21:53,571 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4c2f74f6ba1b%2C33563%2C1732062111045.meta, suffix=.meta, logDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/WALs/4c2f74f6ba1b,33563,1732062111045, archiveDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/oldWALs, maxLogs=32 2024-11-20T00:21:53,588 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/WALs/4c2f74f6ba1b,33563,1732062111045/4c2f74f6ba1b%2C33563%2C1732062111045.meta.1732062113573.meta, exclude list is [], retry=0 2024-11-20T00:21:53,592 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33995,DS-303f3daa-1ca7-49d5-8f70-9c6818cb2ecb,DISK] 2024-11-20T00:21:53,595 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/WALs/4c2f74f6ba1b,33563,1732062111045/4c2f74f6ba1b%2C33563%2C1732062111045.meta.1732062113573.meta 2024-11-20T00:21:53,595 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43445:43445)] 2024-11-20T00:21:53,595 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:21:53,597 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T00:21:53,656 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T00:21:53,661 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T00:21:53,665 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T00:21:53,665 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:53,665 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T00:21:53,665 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T00:21:53,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T00:21:53,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T00:21:53,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:53,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T00:21:53,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T00:21:53,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T00:21:53,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:53,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T00:21:53,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T00:21:53,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T00:21:53,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:53,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T00:21:53,678 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740 2024-11-20T00:21:53,680 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740 2024-11-20T00:21:53,683 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:21:53,686 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T00:21:53,687 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65273789, jitterRate=-0.027344748377799988}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:21:53,689 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T00:21:53,696 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732062113544 2024-11-20T00:21:53,707 DEBUG [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T00:21:53,707 INFO [RS_OPEN_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T00:21:53,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:53,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4c2f74f6ba1b,33563,1732062111045, state=OPEN 2024-11-20T00:21:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T00:21:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T00:21:53,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T00:21:53,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T00:21:53,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T00:21:53,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4c2f74f6ba1b,33563,1732062111045 in 343 msec 2024-11-20T00:21:53,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T00:21:53,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-20T00:21:53,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4840 sec 2024-11-20T00:21:53,734 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732062113734, completionTime=-1 2024-11-20T00:21:53,734 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T00:21:53,735 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T00:21:53,773 DEBUG [hconnection-0x6d6f88c1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:53,775 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:53,785 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T00:21:53,785 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732062173785 2024-11-20T00:21:53,785 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732062233785 2024-11-20T00:21:53,786 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-20T00:21:53,815 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,44641,1732062110319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:53,816 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,44641,1732062110319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:53,816 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,44641,1732062110319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:53,817 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4c2f74f6ba1b:44641, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:53,818 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:53,823 DEBUG [master/4c2f74f6ba1b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T00:21:53,826 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T00:21:53,827 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T00:21:53,833 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T00:21:53,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T00:21:53,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:53,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T00:21:53,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741835_1011 (size=358) 2024-11-20T00:21:54,254 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 289b5a391239f0bb5fe1aa685518d1be, NAME => 'hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:21:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741836_1012 (size=42) 2024-11-20T00:21:54,664 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:54,664 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 289b5a391239f0bb5fe1aa685518d1be, disabling compactions & flushes 2024-11-20T00:21:54,665 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:21:54,665 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:21:54,665 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. after waiting 0 ms 2024-11-20T00:21:54,665 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:21:54,665 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:21:54,665 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 289b5a391239f0bb5fe1aa685518d1be: 2024-11-20T00:21:54,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T00:21:54,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732062114668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732062114668"}]},"ts":"1732062114668"} 2024-11-20T00:21:54,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T00:21:54,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T00:21:54,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062114699"}]},"ts":"1732062114699"} 2024-11-20T00:21:54,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T00:21:54,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=289b5a391239f0bb5fe1aa685518d1be, ASSIGN}] 2024-11-20T00:21:54,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=289b5a391239f0bb5fe1aa685518d1be, ASSIGN 2024-11-20T00:21:54,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=289b5a391239f0bb5fe1aa685518d1be, ASSIGN; state=OFFLINE, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=false 2024-11-20T00:21:54,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=289b5a391239f0bb5fe1aa685518d1be, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:54,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 289b5a391239f0bb5fe1aa685518d1be, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:21:55,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:55,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:21:55,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 289b5a391239f0bb5fe1aa685518d1be, NAME => 'hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:21:55,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:21:55,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:55,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:21:55,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:21:55,036 INFO [StoreOpener-289b5a391239f0bb5fe1aa685518d1be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:21:55,038 INFO [StoreOpener-289b5a391239f0bb5fe1aa685518d1be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 289b5a391239f0bb5fe1aa685518d1be columnFamilyName info 2024-11-20T00:21:55,039 DEBUG [StoreOpener-289b5a391239f0bb5fe1aa685518d1be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:55,039 INFO [StoreOpener-289b5a391239f0bb5fe1aa685518d1be-1 {}] regionserver.HStore(327): Store=289b5a391239f0bb5fe1aa685518d1be/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:21:55,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:21:55,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:21:55,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:21:55,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:21:55,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 289b5a391239f0bb5fe1aa685518d1be; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66165408, jitterRate=-0.014058589935302734}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T00:21:55,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 289b5a391239f0bb5fe1aa685518d1be: 2024-11-20T00:21:55,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be., pid=6, masterSystemTime=1732062115025 2024-11-20T00:21:55,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:21:55,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:21:55,057 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=289b5a391239f0bb5fe1aa685518d1be, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:55,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T00:21:55,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 289b5a391239f0bb5fe1aa685518d1be, server=4c2f74f6ba1b,33563,1732062111045 in 190 msec 2024-11-20T00:21:55,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T00:21:55,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=289b5a391239f0bb5fe1aa685518d1be, ASSIGN in 351 msec 2024-11-20T00:21:55,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T00:21:55,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062115069"}]},"ts":"1732062115069"} 2024-11-20T00:21:55,072 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T00:21:55,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T00:21:55,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2490 sec 2024-11-20T00:21:55,137 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T00:21:55,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:55,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T00:21:55,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:21:55,169 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T00:21:55,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T00:21:55,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-20T00:21:55,193 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T00:21:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T00:21:55,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-11-20T00:21:55,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T00:21:55,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T00:21:55,223 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.098sec 2024-11-20T00:21:55,225 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T00:21:55,226 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T00:21:55,227 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T00:21:55,227 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T00:21:55,227 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T00:21:55,228 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,44641,1732062110319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T00:21:55,229 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,44641,1732062110319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T00:21:55,235 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T00:21:55,236 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T00:21:55,236 INFO [master/4c2f74f6ba1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c2f74f6ba1b,44641,1732062110319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T00:21:55,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-20T00:21:55,306 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T00:21:55,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:55,316 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T00:21:55,316 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T00:21:55,326 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:55,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:55,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:21:55,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=2726 2024-11-20T00:21:55,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T00:21:55,369 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T00:21:55,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:21:55,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:21:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T00:21:55,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T00:21:55,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T00:21:55,402 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:55,404 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T00:21:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T00:21:55,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741837_1013 (size=960) 2024-11-20T00:21:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T00:21:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T00:21:55,821 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:21:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741838_1014 (size=53) 2024-11-20T00:21:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T00:21:56,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:56,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing accae7e877609a7d70021cb85a9ef981, disabling compactions & flushes 2024-11-20T00:21:56,232 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. after waiting 0 ms 2024-11-20T00:21:56,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,233 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,233 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:21:56,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T00:21:56,235 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732062116235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732062116235"}]},"ts":"1732062116235"} 2024-11-20T00:21:56,238 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T00:21:56,239 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T00:21:56,240 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062116240"}]},"ts":"1732062116240"} 2024-11-20T00:21:56,242 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T00:21:56,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=accae7e877609a7d70021cb85a9ef981, ASSIGN}] 2024-11-20T00:21:56,248 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=accae7e877609a7d70021cb85a9ef981, ASSIGN 2024-11-20T00:21:56,249 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=accae7e877609a7d70021cb85a9ef981, ASSIGN; state=OFFLINE, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=false 2024-11-20T00:21:56,400 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=accae7e877609a7d70021cb85a9ef981, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:56,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:21:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T00:21:56,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:56,563 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,564 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:21:56,564 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,564 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:21:56,564 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,564 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,567 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,570 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:21:56,571 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region accae7e877609a7d70021cb85a9ef981 columnFamilyName A 2024-11-20T00:21:56,571 DEBUG [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:56,572 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.HStore(327): Store=accae7e877609a7d70021cb85a9ef981/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:21:56,572 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,574 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:21:56,574 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region accae7e877609a7d70021cb85a9ef981 columnFamilyName B 2024-11-20T00:21:56,574 DEBUG [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:56,575 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.HStore(327): Store=accae7e877609a7d70021cb85a9ef981/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:21:56,575 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,577 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:21:56,577 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region accae7e877609a7d70021cb85a9ef981 columnFamilyName C 2024-11-20T00:21:56,577 DEBUG [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:21:56,578 INFO [StoreOpener-accae7e877609a7d70021cb85a9ef981-1 {}] regionserver.HStore(327): Store=accae7e877609a7d70021cb85a9ef981/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:21:56,579 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,580 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,581 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,583 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:21:56,586 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:56,589 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:21:56,590 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened accae7e877609a7d70021cb85a9ef981; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62438945, jitterRate=-0.06958721578121185}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:21:56,591 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:21:56,593 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., pid=11, masterSystemTime=1732062116557 2024-11-20T00:21:56,595 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,596 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:56,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=accae7e877609a7d70021cb85a9ef981, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:56,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T00:21:56,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 in 196 msec 2024-11-20T00:21:56,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T00:21:56,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=accae7e877609a7d70021cb85a9ef981, ASSIGN in 356 msec 2024-11-20T00:21:56,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T00:21:56,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062116606"}]},"ts":"1732062116606"} 2024-11-20T00:21:56,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T00:21:56,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T00:21:56,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2150 sec 2024-11-20T00:21:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T00:21:57,524 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T00:21:57,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-20T00:21:57,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,537 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T00:21:57,542 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T00:21:57,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-20T00:21:57,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-20T00:21:57,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-20T00:21:57,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-20T00:21:57,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-20T00:21:57,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-20T00:21:57,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-20T00:21:57,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-20T00:21:57,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-20T00:21:57,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:21:57,596 DEBUG [hconnection-0x131c45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,602 DEBUG [hconnection-0x34907d80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,602 DEBUG [hconnection-0x3679459b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:21:57,603 DEBUG [hconnection-0x2d2413ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,604 DEBUG [hconnection-0x6f00b746-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,606 DEBUG [hconnection-0x48abfdf7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,607 DEBUG [hconnection-0x4137396f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,607 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,608 DEBUG [hconnection-0xee6867d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:21:57,609 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,610 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,611 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T00:21:57,611 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,614 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:21:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T00:21:57,617 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:21:57,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:21:57,621 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,638 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:21:57,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:21:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:57,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:21:57,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:57,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T00:21:57,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:57,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:57,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:57,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/51504353ce9f4d139e80c558ef1c9029 is 50, key is test_row_0/A:col10/1732062117672/Put/seqid=0 2024-11-20T00:21:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741839_1015 (size=9657) 2024-11-20T00:21:57,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062177830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062177833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062177836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062177840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062177842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T00:21:57,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:57,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:57,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062177978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062177979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062177983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062177983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:57,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062177984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062178192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062178193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062178193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062178195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062178195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T00:21:58,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/51504353ce9f4d139e80c558ef1c9029 2024-11-20T00:21:58,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/151516a55d38486f9f8cec72816ec279 is 50, key is test_row_0/B:col10/1732062117672/Put/seqid=0 2024-11-20T00:21:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741840_1016 (size=9657) 2024-11-20T00:21:58,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/151516a55d38486f9f8cec72816ec279 2024-11-20T00:21:58,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/c1877e757e0949cdadc1512d4cb75879 is 50, key is test_row_0/C:col10/1732062117672/Put/seqid=0 2024-11-20T00:21:58,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T00:21:58,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T00:21:58,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T00:21:58,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741841_1017 (size=9657) 2024-11-20T00:21:58,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062178500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062178501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062178503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062178504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062178504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:58,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:58,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T00:21:58,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:58,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/c1877e757e0949cdadc1512d4cb75879 2024-11-20T00:21:58,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/51504353ce9f4d139e80c558ef1c9029 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/51504353ce9f4d139e80c558ef1c9029 2024-11-20T00:21:58,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/51504353ce9f4d139e80c558ef1c9029, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T00:21:58,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/151516a55d38486f9f8cec72816ec279 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/151516a55d38486f9f8cec72816ec279 2024-11-20T00:21:58,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:58,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:58,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:58,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/151516a55d38486f9f8cec72816ec279, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T00:21:58,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/c1877e757e0949cdadc1512d4cb75879 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/c1877e757e0949cdadc1512d4cb75879 2024-11-20T00:21:58,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/c1877e757e0949cdadc1512d4cb75879, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T00:21:58,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for accae7e877609a7d70021cb85a9ef981 in 1236ms, sequenceid=12, compaction requested=false 2024-11-20T00:21:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:21:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:59,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T00:21:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:21:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:21:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:21:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:59,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1bd8fab6065c4598a47ed2a7bd033e03 is 50, key is test_row_0/A:col10/1732062119014/Put/seqid=0 2024-11-20T00:21:59,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:59,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741842_1018 (size=14341) 2024-11-20T00:21:59,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:59,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1bd8fab6065c4598a47ed2a7bd033e03 2024-11-20T00:21:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:59,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062179042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062179042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062179042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062179047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062179047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6016936f367c482f9cbc3ed97978c52f is 50, key is test_row_0/B:col10/1732062119014/Put/seqid=0 2024-11-20T00:21:59,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741843_1019 (size=12001) 2024-11-20T00:21:59,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6016936f367c482f9cbc3ed97978c52f 2024-11-20T00:21:59,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/95eda3cc503f467d8c14e2a1818a5dfa is 50, key is test_row_0/C:col10/1732062119014/Put/seqid=0 2024-11-20T00:21:59,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741844_1020 (size=12001) 2024-11-20T00:21:59,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/95eda3cc503f467d8c14e2a1818a5dfa 2024-11-20T00:21:59,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T00:21:59,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062179159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062179162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062179164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062179165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062179169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1bd8fab6065c4598a47ed2a7bd033e03 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1bd8fab6065c4598a47ed2a7bd033e03 2024-11-20T00:21:59,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1bd8fab6065c4598a47ed2a7bd033e03, entries=200, sequenceid=38, filesize=14.0 K 2024-11-20T00:21:59,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6016936f367c482f9cbc3ed97978c52f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6016936f367c482f9cbc3ed97978c52f 2024-11-20T00:21:59,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:59,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:59,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:21:59,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6016936f367c482f9cbc3ed97978c52f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T00:21:59,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/95eda3cc503f467d8c14e2a1818a5dfa as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/95eda3cc503f467d8c14e2a1818a5dfa 2024-11-20T00:21:59,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/95eda3cc503f467d8c14e2a1818a5dfa, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T00:21:59,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for accae7e877609a7d70021cb85a9ef981 in 220ms, sequenceid=38, compaction requested=false 2024-11-20T00:21:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:21:59,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T00:21:59,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:59,366 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:21:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:21:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:21:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:21:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:21:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/3de83adff4914fab94233ae6bdde3e76 is 50, key is test_row_0/A:col10/1732062119041/Put/seqid=0 2024-11-20T00:21:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:21:59,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:21:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741845_1021 (size=12001) 2024-11-20T00:21:59,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/3de83adff4914fab94233ae6bdde3e76 2024-11-20T00:21:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ccc1b1cc8b4843d1bb6833432c0ce315 is 50, key is test_row_0/B:col10/1732062119041/Put/seqid=0 2024-11-20T00:21:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741846_1022 (size=12001) 2024-11-20T00:21:59,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ccc1b1cc8b4843d1bb6833432c0ce315 2024-11-20T00:21:59,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/0066637c51f34f369d467d3341ad5155 is 50, key is test_row_0/C:col10/1732062119041/Put/seqid=0 2024-11-20T00:21:59,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741847_1023 (size=12001) 2024-11-20T00:21:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062179491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062179493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062179506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062179509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062179516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062179621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062179621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062179621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062179625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062179625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T00:21:59,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062179827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062179827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062179828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062179828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:21:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062179831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:21:59,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/0066637c51f34f369d467d3341ad5155 2024-11-20T00:21:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/3de83adff4914fab94233ae6bdde3e76 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/3de83adff4914fab94233ae6bdde3e76 2024-11-20T00:21:59,906 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/3de83adff4914fab94233ae6bdde3e76, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T00:21:59,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ccc1b1cc8b4843d1bb6833432c0ce315 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ccc1b1cc8b4843d1bb6833432c0ce315 2024-11-20T00:21:59,926 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ccc1b1cc8b4843d1bb6833432c0ce315, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T00:21:59,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/0066637c51f34f369d467d3341ad5155 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0066637c51f34f369d467d3341ad5155 2024-11-20T00:21:59,945 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0066637c51f34f369d467d3341ad5155, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T00:21:59,949 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for accae7e877609a7d70021cb85a9ef981 in 583ms, sequenceid=49, compaction requested=true 2024-11-20T00:21:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:21:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:21:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T00:21:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T00:21:59,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T00:21:59,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3340 sec 2024-11-20T00:21:59,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.3520 sec 2024-11-20T00:22:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:00,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T00:22:00,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:00,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/74457f8361bf40349edfd75fdfb69fbb is 50, key is test_row_0/A:col10/1732062119508/Put/seqid=0 2024-11-20T00:22:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062180148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062180150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062180154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062180159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062180161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741848_1024 (size=12001) 2024-11-20T00:22:00,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/74457f8361bf40349edfd75fdfb69fbb 2024-11-20T00:22:00,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/3c61d87f2a2048148591340c2e292b5d is 50, key is test_row_0/B:col10/1732062119508/Put/seqid=0 2024-11-20T00:22:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741849_1025 (size=12001) 2024-11-20T00:22:00,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/3c61d87f2a2048148591340c2e292b5d 2024-11-20T00:22:00,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1e7feae896dd45e5aecb0333a8f53948 is 50, key is test_row_0/C:col10/1732062119508/Put/seqid=0 2024-11-20T00:22:00,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062180261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062180264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062180264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062180266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062180266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741850_1026 (size=12001) 2024-11-20T00:22:00,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062180468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062180469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062180472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062180472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062180473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1e7feae896dd45e5aecb0333a8f53948 2024-11-20T00:22:00,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/74457f8361bf40349edfd75fdfb69fbb as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74457f8361bf40349edfd75fdfb69fbb 2024-11-20T00:22:00,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74457f8361bf40349edfd75fdfb69fbb, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T00:22:00,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/3c61d87f2a2048148591340c2e292b5d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3c61d87f2a2048148591340c2e292b5d 2024-11-20T00:22:00,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3c61d87f2a2048148591340c2e292b5d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T00:22:00,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1e7feae896dd45e5aecb0333a8f53948 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1e7feae896dd45e5aecb0333a8f53948 2024-11-20T00:22:00,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1e7feae896dd45e5aecb0333a8f53948, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T00:22:00,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for accae7e877609a7d70021cb85a9ef981 in 613ms, sequenceid=75, compaction requested=true 2024-11-20T00:22:00,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:00,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:00,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:00,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:00,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:00,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:00,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:00,755 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:00,763 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:00,763 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:00,765 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:00,765 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:00,765 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/151516a55d38486f9f8cec72816ec279, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6016936f367c482f9cbc3ed97978c52f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ccc1b1cc8b4843d1bb6833432c0ce315, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3c61d87f2a2048148591340c2e292b5d] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=44.6 K 2024-11-20T00:22:00,768 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 151516a55d38486f9f8cec72816ec279, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732062117672 2024-11-20T00:22:00,770 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6016936f367c482f9cbc3ed97978c52f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732062117829 2024-11-20T00:22:00,771 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:00,771 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:00,771 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:00,771 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/51504353ce9f4d139e80c558ef1c9029, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1bd8fab6065c4598a47ed2a7bd033e03, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/3de83adff4914fab94233ae6bdde3e76, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74457f8361bf40349edfd75fdfb69fbb] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=46.9 K 2024-11-20T00:22:00,772 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc1b1cc8b4843d1bb6833432c0ce315, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062119026 2024-11-20T00:22:00,773 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c61d87f2a2048148591340c2e292b5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732062119505 2024-11-20T00:22:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:00,778 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51504353ce9f4d139e80c558ef1c9029, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732062117672 2024-11-20T00:22:00,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:22:00,778 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bd8fab6065c4598a47ed2a7bd033e03, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732062117829 2024-11-20T00:22:00,780 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3de83adff4914fab94233ae6bdde3e76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062119026 2024-11-20T00:22:00,780 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74457f8361bf40349edfd75fdfb69fbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732062119505 2024-11-20T00:22:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:00,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/df63d6e1cc7d4657a2ba777d23858103 is 50, key is test_row_0/A:col10/1732062120777/Put/seqid=0 2024-11-20T00:22:00,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T00:22:00,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T00:22:00,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T00:22:00,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T00:22:00,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T00:22:00,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T00:22:00,816 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T00:22:00,816 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T00:22:00,817 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T00:22:00,817 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T00:22:00,819 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:00,820 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8efab791530f4ee1811c01c3694207e2 is 50, key is test_row_0/B:col10/1732062119508/Put/seqid=0 2024-11-20T00:22:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741851_1027 (size=14341) 2024-11-20T00:22:00,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/df63d6e1cc7d4657a2ba777d23858103 2024-11-20T00:22:00,831 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#14 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:00,832 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e7b7f23e0f4d48a490065c74b319617a is 50, key is test_row_0/A:col10/1732062119508/Put/seqid=0 2024-11-20T00:22:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741852_1028 (size=12139) 2024-11-20T00:22:00,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741853_1029 (size=12139) 2024-11-20T00:22:00,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/7265b46b124c4f6da6b2ffb6251202a6 is 50, key is test_row_0/B:col10/1732062120777/Put/seqid=0 2024-11-20T00:22:00,856 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8efab791530f4ee1811c01c3694207e2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8efab791530f4ee1811c01c3694207e2 2024-11-20T00:22:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741854_1030 (size=12001) 2024-11-20T00:22:00,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/7265b46b124c4f6da6b2ffb6251202a6 2024-11-20T00:22:00,862 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e7b7f23e0f4d48a490065c74b319617a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e7b7f23e0f4d48a490065c74b319617a 2024-11-20T00:22:00,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/6abda012bd4a4ce590850e1fa5d2cbc5 is 50, key is test_row_0/C:col10/1732062120777/Put/seqid=0 2024-11-20T00:22:00,883 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into e7b7f23e0f4d48a490065c74b319617a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:00,883 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 8efab791530f4ee1811c01c3694207e2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:00,883 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:00,883 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:00,883 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=12, startTime=1732062120755; duration=0sec 2024-11-20T00:22:00,883 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=12, startTime=1732062120753; duration=0sec 2024-11-20T00:22:00,884 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:00,884 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:00,884 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:00,885 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:00,885 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:00,887 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:00,887 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:00,887 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:00,888 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/c1877e757e0949cdadc1512d4cb75879, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/95eda3cc503f467d8c14e2a1818a5dfa, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0066637c51f34f369d467d3341ad5155, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1e7feae896dd45e5aecb0333a8f53948] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=44.6 K 2024-11-20T00:22:00,888 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c1877e757e0949cdadc1512d4cb75879, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732062117672 2024-11-20T00:22:00,889 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 95eda3cc503f467d8c14e2a1818a5dfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732062117829 2024-11-20T00:22:00,890 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0066637c51f34f369d467d3341ad5155, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062119026 2024-11-20T00:22:00,891 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e7feae896dd45e5aecb0333a8f53948, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732062119505 2024-11-20T00:22:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741855_1031 (size=12001) 2024-11-20T00:22:00,931 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#17 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:00,932 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/86e02cba8fe14ec49dd7d780471f653d is 50, key is test_row_0/C:col10/1732062119508/Put/seqid=0 2024-11-20T00:22:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062180929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062180935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062180935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741856_1032 (size=12139) 2024-11-20T00:22:00,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062180938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062180943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062181045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062181053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062181054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062181055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062181057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062181250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062181258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062181258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062181261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062181264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/6abda012bd4a4ce590850e1fa5d2cbc5 2024-11-20T00:22:01,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/df63d6e1cc7d4657a2ba777d23858103 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/df63d6e1cc7d4657a2ba777d23858103 2024-11-20T00:22:01,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/df63d6e1cc7d4657a2ba777d23858103, entries=200, sequenceid=87, filesize=14.0 K 2024-11-20T00:22:01,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/7265b46b124c4f6da6b2ffb6251202a6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7265b46b124c4f6da6b2ffb6251202a6 2024-11-20T00:22:01,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7265b46b124c4f6da6b2ffb6251202a6, entries=150, sequenceid=87, filesize=11.7 K 2024-11-20T00:22:01,368 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/86e02cba8fe14ec49dd7d780471f653d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/86e02cba8fe14ec49dd7d780471f653d 2024-11-20T00:22:01,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/6abda012bd4a4ce590850e1fa5d2cbc5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6abda012bd4a4ce590850e1fa5d2cbc5 2024-11-20T00:22:01,386 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into 86e02cba8fe14ec49dd7d780471f653d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:01,387 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:01,387 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=12, startTime=1732062120755; duration=0sec 2024-11-20T00:22:01,387 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:01,387 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:01,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6abda012bd4a4ce590850e1fa5d2cbc5, entries=150, sequenceid=87, filesize=11.7 K 2024-11-20T00:22:01,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for accae7e877609a7d70021cb85a9ef981 in 614ms, sequenceid=87, compaction requested=false 2024-11-20T00:22:01,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:01,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:22:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:01,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:01,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:01,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a7c5db9f12424ffba685b9359ce70a88 is 50, key is test_row_0/A:col10/1732062120928/Put/seqid=0 2024-11-20T00:22:01,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062181576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062181578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062181582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062181583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062181583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741857_1033 (size=12001) 2024-11-20T00:22:01,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a7c5db9f12424ffba685b9359ce70a88 2024-11-20T00:22:01,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/d63c8691b7d94aac82aff29eed649f0f is 50, key is test_row_0/B:col10/1732062120928/Put/seqid=0 2024-11-20T00:22:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741858_1034 (size=12001) 2024-11-20T00:22:01,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/d63c8691b7d94aac82aff29eed649f0f 2024-11-20T00:22:01,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/28f56dbb8dab4045aab6647c128c88f5 is 50, key is test_row_0/C:col10/1732062120928/Put/seqid=0 2024-11-20T00:22:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741859_1035 (size=12001) 2024-11-20T00:22:01,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062181685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/28f56dbb8dab4045aab6647c128c88f5 2024-11-20T00:22:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062181689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062181690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062181691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062181692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a7c5db9f12424ffba685b9359ce70a88 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a7c5db9f12424ffba685b9359ce70a88 2024-11-20T00:22:01,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a7c5db9f12424ffba685b9359ce70a88, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T00:22:01,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/d63c8691b7d94aac82aff29eed649f0f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d63c8691b7d94aac82aff29eed649f0f 2024-11-20T00:22:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T00:22:01,728 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T00:22:01,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d63c8691b7d94aac82aff29eed649f0f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T00:22:01,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:01,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/28f56dbb8dab4045aab6647c128c88f5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/28f56dbb8dab4045aab6647c128c88f5 2024-11-20T00:22:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T00:22:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T00:22:01,738 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:01,739 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:01,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:01,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/28f56dbb8dab4045aab6647c128c88f5, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T00:22:01,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for accae7e877609a7d70021cb85a9ef981 in 198ms, sequenceid=115, compaction requested=true 2024-11-20T00:22:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:01,756 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:01,756 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:01,760 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:01,760 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:01,760 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:01,760 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8efab791530f4ee1811c01c3694207e2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7265b46b124c4f6da6b2ffb6251202a6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d63c8691b7d94aac82aff29eed649f0f] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=35.3 K 2024-11-20T00:22:01,761 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:01,761 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:01,762 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:01,762 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e7b7f23e0f4d48a490065c74b319617a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/df63d6e1cc7d4657a2ba777d23858103, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a7c5db9f12424ffba685b9359ce70a88] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=37.6 K 2024-11-20T00:22:01,762 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8efab791530f4ee1811c01c3694207e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732062119505 2024-11-20T00:22:01,763 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7b7f23e0f4d48a490065c74b319617a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732062119505 2024-11-20T00:22:01,764 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7265b46b124c4f6da6b2ffb6251202a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732062120143 2024-11-20T00:22:01,764 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting df63d6e1cc7d4657a2ba777d23858103, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732062120143 2024-11-20T00:22:01,765 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d63c8691b7d94aac82aff29eed649f0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062120928 2024-11-20T00:22:01,765 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7c5db9f12424ffba685b9359ce70a88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062120928 2024-11-20T00:22:01,799 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:01,799 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:01,801 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/6e49c53361f147e78b70243c395bcc5b is 50, key is test_row_0/A:col10/1732062120928/Put/seqid=0 2024-11-20T00:22:01,801 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/f6f5be18b64b4b2d832032d3b8a47161 is 50, key is test_row_0/B:col10/1732062120928/Put/seqid=0 2024-11-20T00:22:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741860_1036 (size=12241) 2024-11-20T00:22:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741861_1037 (size=12241) 2024-11-20T00:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T00:22:01,845 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/6e49c53361f147e78b70243c395bcc5b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6e49c53361f147e78b70243c395bcc5b 2024-11-20T00:22:01,845 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/f6f5be18b64b4b2d832032d3b8a47161 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f6f5be18b64b4b2d832032d3b8a47161 2024-11-20T00:22:01,858 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into 6e49c53361f147e78b70243c395bcc5b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:01,858 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:01,858 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=13, startTime=1732062121756; duration=0sec 2024-11-20T00:22:01,858 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:01,858 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:01,858 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:01,860 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:01,860 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:01,860 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:01,861 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/86e02cba8fe14ec49dd7d780471f653d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6abda012bd4a4ce590850e1fa5d2cbc5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/28f56dbb8dab4045aab6647c128c88f5] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=35.3 K 2024-11-20T00:22:01,862 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86e02cba8fe14ec49dd7d780471f653d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732062119505 2024-11-20T00:22:01,862 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6abda012bd4a4ce590850e1fa5d2cbc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732062120143 2024-11-20T00:22:01,863 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28f56dbb8dab4045aab6647c128c88f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062120928 2024-11-20T00:22:01,864 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into f6f5be18b64b4b2d832032d3b8a47161(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:01,864 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:01,864 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=13, startTime=1732062121756; duration=0sec 2024-11-20T00:22:01,864 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:01,864 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:01,884 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#23 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:01,885 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/2b9fd73dbb4e4ca2ab801531a24c0341 is 50, key is test_row_0/C:col10/1732062120928/Put/seqid=0 2024-11-20T00:22:01,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:01,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:01,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:22:01,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:01,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:01,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:01,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:01,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:01,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:01,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:01,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:01,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:01,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741862_1038 (size=12241) 2024-11-20T00:22:01,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1 is 50, key is test_row_0/A:col10/1732062121572/Put/seqid=0 2024-11-20T00:22:01,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062181927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062181927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062181929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062181932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062181931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:01,940 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/2b9fd73dbb4e4ca2ab801531a24c0341 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/2b9fd73dbb4e4ca2ab801531a24c0341 2024-11-20T00:22:01,955 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into 2b9fd73dbb4e4ca2ab801531a24c0341(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:01,955 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:01,955 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=13, startTime=1732062121756; duration=0sec 2024-11-20T00:22:01,955 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:01,955 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741863_1039 (size=14391) 2024-11-20T00:22:02,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062182035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062182035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062182038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062182040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062182041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T00:22:02,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062182239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062182241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062182241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062182245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062182245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T00:22:02,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1 2024-11-20T00:22:02,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/3769d2d8b52d475c9ac1c32bc22e622d is 50, key is test_row_0/B:col10/1732062121572/Put/seqid=0 2024-11-20T00:22:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741864_1040 (size=12051) 2024-11-20T00:22:02,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062182544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062182545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062182548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062182550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062182551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/3769d2d8b52d475c9ac1c32bc22e622d 2024-11-20T00:22:02,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/24371098cd9243d1bca82c7e95b34bed is 50, key is test_row_0/C:col10/1732062121572/Put/seqid=0 2024-11-20T00:22:02,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741865_1041 (size=12051) 2024-11-20T00:22:02,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/24371098cd9243d1bca82c7e95b34bed 2024-11-20T00:22:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T00:22:02,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1 2024-11-20T00:22:02,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1, entries=200, sequenceid=130, filesize=14.1 K 2024-11-20T00:22:02,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/3769d2d8b52d475c9ac1c32bc22e622d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3769d2d8b52d475c9ac1c32bc22e622d 2024-11-20T00:22:02,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3769d2d8b52d475c9ac1c32bc22e622d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T00:22:02,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/24371098cd9243d1bca82c7e95b34bed as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/24371098cd9243d1bca82c7e95b34bed 2024-11-20T00:22:02,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/24371098cd9243d1bca82c7e95b34bed, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T00:22:02,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for accae7e877609a7d70021cb85a9ef981 in 994ms, sequenceid=130, compaction requested=false 2024-11-20T00:22:02,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:02,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:02,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T00:22:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:02,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:22:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/608f1263515f407dbf476bfbdd7a149f is 50, key is test_row_0/A:col10/1732062121920/Put/seqid=0 2024-11-20T00:22:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741866_1042 (size=12151) 2024-11-20T00:22:03,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/608f1263515f407dbf476bfbdd7a149f 2024-11-20T00:22:03,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6dda5e54a0354e94ad38374e879ce7a0 is 50, key is test_row_0/B:col10/1732062121920/Put/seqid=0 2024-11-20T00:22:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:03,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741867_1043 (size=12151) 2024-11-20T00:22:03,061 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6dda5e54a0354e94ad38374e879ce7a0 2024-11-20T00:22:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062183065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062183067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062183067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062183069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062183073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/298127e2ca1345fa95a8d646f411713b is 50, key is test_row_0/C:col10/1732062121920/Put/seqid=0 2024-11-20T00:22:03,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741868_1044 (size=12151) 2024-11-20T00:22:03,121 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/298127e2ca1345fa95a8d646f411713b 2024-11-20T00:22:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/608f1263515f407dbf476bfbdd7a149f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/608f1263515f407dbf476bfbdd7a149f 2024-11-20T00:22:03,147 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/608f1263515f407dbf476bfbdd7a149f, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T00:22:03,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6dda5e54a0354e94ad38374e879ce7a0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6dda5e54a0354e94ad38374e879ce7a0 2024-11-20T00:22:03,167 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6dda5e54a0354e94ad38374e879ce7a0, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T00:22:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/298127e2ca1345fa95a8d646f411713b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/298127e2ca1345fa95a8d646f411713b 2024-11-20T00:22:03,180 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/298127e2ca1345fa95a8d646f411713b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T00:22:03,182 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for accae7e877609a7d70021cb85a9ef981 in 192ms, sequenceid=154, compaction requested=true 2024-11-20T00:22:03,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:03,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:03,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T00:22:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T00:22:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:03,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:22:03,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T00:22:03,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-11-20T00:22:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:03,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.4550 sec 2024-11-20T00:22:03,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/fe56d3c533f64ec78478cb04d9648ad8 is 50, key is test_row_0/A:col10/1732062123187/Put/seqid=0 2024-11-20T00:22:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741869_1045 (size=12151) 2024-11-20T00:22:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062183238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062183235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062183240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062183254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062183254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062183356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062183357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062183358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062183364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062183364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062183562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062183562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062183562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062183567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062183569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/fe56d3c533f64ec78478cb04d9648ad8 2024-11-20T00:22:03,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8a9769c292a74252bbfbd59b733d7f41 is 50, key is test_row_0/B:col10/1732062123187/Put/seqid=0 2024-11-20T00:22:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741870_1046 (size=12151) 2024-11-20T00:22:03,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8a9769c292a74252bbfbd59b733d7f41 2024-11-20T00:22:03,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/7a4e4406128f450bbfac3bbf320bb07d is 50, key is test_row_0/C:col10/1732062123187/Put/seqid=0 2024-11-20T00:22:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741871_1047 (size=12151) 2024-11-20T00:22:03,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/7a4e4406128f450bbfac3bbf320bb07d 2024-11-20T00:22:03,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/fe56d3c533f64ec78478cb04d9648ad8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fe56d3c533f64ec78478cb04d9648ad8 2024-11-20T00:22:03,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fe56d3c533f64ec78478cb04d9648ad8, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T00:22:03,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8a9769c292a74252bbfbd59b733d7f41 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8a9769c292a74252bbfbd59b733d7f41 2024-11-20T00:22:03,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8a9769c292a74252bbfbd59b733d7f41, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T00:22:03,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/7a4e4406128f450bbfac3bbf320bb07d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7a4e4406128f450bbfac3bbf320bb07d 2024-11-20T00:22:03,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7a4e4406128f450bbfac3bbf320bb07d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T00:22:03,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for accae7e877609a7d70021cb85a9ef981 in 554ms, sequenceid=169, compaction requested=true 2024-11-20T00:22:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:03,742 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:03,742 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:03,746 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:03,746 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:03,746 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:03,746 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f6f5be18b64b4b2d832032d3b8a47161, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3769d2d8b52d475c9ac1c32bc22e622d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6dda5e54a0354e94ad38374e879ce7a0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8a9769c292a74252bbfbd59b733d7f41] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=47.5 K 2024-11-20T00:22:03,747 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50934 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:03,747 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:03,747 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:03,747 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6e49c53361f147e78b70243c395bcc5b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/608f1263515f407dbf476bfbdd7a149f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fe56d3c533f64ec78478cb04d9648ad8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=49.7 K 2024-11-20T00:22:03,748 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e49c53361f147e78b70243c395bcc5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062120928 2024-11-20T00:22:03,748 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting f6f5be18b64b4b2d832032d3b8a47161, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062120928 2024-11-20T00:22:03,750 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6acc4599b8d4a8a8a2e8821cf2eb9d1, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732062121572 2024-11-20T00:22:03,750 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3769d2d8b52d475c9ac1c32bc22e622d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732062121572 2024-11-20T00:22:03,751 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dda5e54a0354e94ad38374e879ce7a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732062121920 2024-11-20T00:22:03,751 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 608f1263515f407dbf476bfbdd7a149f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732062121920 2024-11-20T00:22:03,752 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9769c292a74252bbfbd59b733d7f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062123066 2024-11-20T00:22:03,752 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe56d3c533f64ec78478cb04d9648ad8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062123066 2024-11-20T00:22:03,780 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:03,781 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/922f2fbf955f4425a1cb34674951937d is 50, key is test_row_0/B:col10/1732062123187/Put/seqid=0 2024-11-20T00:22:03,786 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#34 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:03,787 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a9eb0d2dbab542068aaf38c9532c6a15 is 50, key is test_row_0/A:col10/1732062123187/Put/seqid=0 2024-11-20T00:22:03,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741872_1048 (size=12527) 2024-11-20T00:22:03,820 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/922f2fbf955f4425a1cb34674951937d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/922f2fbf955f4425a1cb34674951937d 2024-11-20T00:22:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741873_1049 (size=12527) 2024-11-20T00:22:03,831 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 922f2fbf955f4425a1cb34674951937d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:03,831 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:03,832 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=12, startTime=1732062123742; duration=0sec 2024-11-20T00:22:03,832 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:03,832 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:03,832 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:03,839 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:03,839 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:03,839 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:03,841 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/2b9fd73dbb4e4ca2ab801531a24c0341, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/24371098cd9243d1bca82c7e95b34bed, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/298127e2ca1345fa95a8d646f411713b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7a4e4406128f450bbfac3bbf320bb07d] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=47.5 K 2024-11-20T00:22:03,842 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b9fd73dbb4e4ca2ab801531a24c0341, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062120928 2024-11-20T00:22:03,842 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a9eb0d2dbab542068aaf38c9532c6a15 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a9eb0d2dbab542068aaf38c9532c6a15 2024-11-20T00:22:03,846 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 24371098cd9243d1bca82c7e95b34bed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732062121572 2024-11-20T00:22:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T00:22:03,847 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T00:22:03,848 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 298127e2ca1345fa95a8d646f411713b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732062121920 2024-11-20T00:22:03,849 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a4e4406128f450bbfac3bbf320bb07d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062123066 2024-11-20T00:22:03,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T00:22:03,853 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T00:22:03,855 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:03,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:03,857 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into a9eb0d2dbab542068aaf38c9532c6a15(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:03,857 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:03,857 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=12, startTime=1732062123742; duration=0sec 2024-11-20T00:22:03,857 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:03,857 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:03,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:22:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:03,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:03,876 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#35 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:03,877 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/e448d105a3454bd38c275bc29ce08201 is 50, key is test_row_0/C:col10/1732062123187/Put/seqid=0 2024-11-20T00:22:03,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/8231f07103e3418888a54640831d6e07 is 50, key is test_row_0/A:col10/1732062123869/Put/seqid=0 2024-11-20T00:22:03,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062183888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062183890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062183891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062183893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062183894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741874_1050 (size=12527) 2024-11-20T00:22:03,918 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/e448d105a3454bd38c275bc29ce08201 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e448d105a3454bd38c275bc29ce08201 2024-11-20T00:22:03,930 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into e448d105a3454bd38c275bc29ce08201(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:03,930 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:03,930 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=12, startTime=1732062123743; duration=0sec 2024-11-20T00:22:03,930 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:03,931 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:03,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741875_1051 (size=16931) 2024-11-20T00:22:03,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/8231f07103e3418888a54640831d6e07 2024-11-20T00:22:03,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ec16a9cb69b844f0bdc50881bf7a14ae is 50, key is test_row_0/B:col10/1732062123869/Put/seqid=0 2024-11-20T00:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T00:22:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741876_1052 (size=12151) 2024-11-20T00:22:03,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ec16a9cb69b844f0bdc50881bf7a14ae 2024-11-20T00:22:03,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/21b3d2734e2445e8b4d416258516d619 is 50, key is test_row_0/C:col10/1732062123869/Put/seqid=0 2024-11-20T00:22:03,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062183996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062183997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062183998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062183999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062184000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741877_1053 (size=12151) 2024-11-20T00:22:04,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T00:22:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T00:22:04,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T00:22:04,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:04,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062184200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062184201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062184202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062184203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062184204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T00:22:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:04,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/21b3d2734e2445e8b4d416258516d619 2024-11-20T00:22:04,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/8231f07103e3418888a54640831d6e07 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8231f07103e3418888a54640831d6e07 2024-11-20T00:22:04,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8231f07103e3418888a54640831d6e07, entries=250, sequenceid=194, filesize=16.5 K 2024-11-20T00:22:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ec16a9cb69b844f0bdc50881bf7a14ae as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec16a9cb69b844f0bdc50881bf7a14ae 2024-11-20T00:22:04,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec16a9cb69b844f0bdc50881bf7a14ae, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T00:22:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/21b3d2734e2445e8b4d416258516d619 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21b3d2734e2445e8b4d416258516d619 2024-11-20T00:22:04,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21b3d2734e2445e8b4d416258516d619, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T00:22:04,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for accae7e877609a7d70021cb85a9ef981 in 584ms, sequenceid=194, compaction requested=false 2024-11-20T00:22:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T00:22:04,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T00:22:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,474 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:22:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/74fda4a1efbe4ecfaa294ca71aa24dea is 50, key is test_row_0/A:col10/1732062123889/Put/seqid=0 2024-11-20T00:22:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741878_1054 (size=12151) 2024-11-20T00:22:04,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/74fda4a1efbe4ecfaa294ca71aa24dea 2024-11-20T00:22:04,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/e05f2f11d38c40848657fe28922307a1 is 50, key is test_row_0/B:col10/1732062123889/Put/seqid=0 2024-11-20T00:22:04,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062184554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062184556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062184557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062184558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062184565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741879_1055 (size=12151) 2024-11-20T00:22:04,571 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/e05f2f11d38c40848657fe28922307a1 2024-11-20T00:22:04,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/76554b97c7c547f0a39cbabc251b7d0c is 50, key is test_row_0/C:col10/1732062123889/Put/seqid=0 2024-11-20T00:22:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741880_1056 (size=12151) 2024-11-20T00:22:04,603 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/76554b97c7c547f0a39cbabc251b7d0c 2024-11-20T00:22:04,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/74fda4a1efbe4ecfaa294ca71aa24dea as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74fda4a1efbe4ecfaa294ca71aa24dea 2024-11-20T00:22:04,622 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74fda4a1efbe4ecfaa294ca71aa24dea, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T00:22:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/e05f2f11d38c40848657fe28922307a1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e05f2f11d38c40848657fe28922307a1 2024-11-20T00:22:04,637 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e05f2f11d38c40848657fe28922307a1, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T00:22:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/76554b97c7c547f0a39cbabc251b7d0c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/76554b97c7c547f0a39cbabc251b7d0c 2024-11-20T00:22:04,649 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/76554b97c7c547f0a39cbabc251b7d0c, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T00:22:04,650 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for accae7e877609a7d70021cb85a9ef981 in 177ms, sequenceid=209, compaction requested=true 2024-11-20T00:22:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T00:22:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T00:22:04,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T00:22:04,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 798 msec 2024-11-20T00:22:04,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 807 msec 2024-11-20T00:22:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:04,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:22:04,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:04,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:04,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/293f83b3af1749a091787908be2e11fd is 50, key is test_row_0/A:col10/1732062124548/Put/seqid=0 2024-11-20T00:22:04,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062184676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062184676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062184677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062184678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062184684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741881_1057 (size=14541) 2024-11-20T00:22:04,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/293f83b3af1749a091787908be2e11fd 2024-11-20T00:22:04,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ec5875844fd44a95a805ad64e05ee84f is 50, key is test_row_0/B:col10/1732062124548/Put/seqid=0 2024-11-20T00:22:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741882_1058 (size=12151) 2024-11-20T00:22:04,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ec5875844fd44a95a805ad64e05ee84f 2024-11-20T00:22:04,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1d072e0895584e7595123820705f0fec is 50, key is test_row_0/C:col10/1732062124548/Put/seqid=0 2024-11-20T00:22:04,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741883_1059 (size=12151) 2024-11-20T00:22:04,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1d072e0895584e7595123820705f0fec 2024-11-20T00:22:04,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/293f83b3af1749a091787908be2e11fd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/293f83b3af1749a091787908be2e11fd 2024-11-20T00:22:04,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/293f83b3af1749a091787908be2e11fd, entries=200, sequenceid=233, filesize=14.2 K 2024-11-20T00:22:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062184786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062184786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062184787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062184788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062184789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:04,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ec5875844fd44a95a805ad64e05ee84f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec5875844fd44a95a805ad64e05ee84f 2024-11-20T00:22:04,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec5875844fd44a95a805ad64e05ee84f, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T00:22:04,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1d072e0895584e7595123820705f0fec as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d072e0895584e7595123820705f0fec 2024-11-20T00:22:04,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d072e0895584e7595123820705f0fec, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T00:22:04,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for accae7e877609a7d70021cb85a9ef981 in 152ms, sequenceid=233, compaction requested=true 2024-11-20T00:22:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:04,816 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:04,816 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:04,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:04,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:04,818 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:04,819 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:04,819 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,819 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/922f2fbf955f4425a1cb34674951937d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec16a9cb69b844f0bdc50881bf7a14ae, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e05f2f11d38c40848657fe28922307a1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec5875844fd44a95a805ad64e05ee84f] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=47.8 K 2024-11-20T00:22:04,820 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 922f2fbf955f4425a1cb34674951937d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062123066 2024-11-20T00:22:04,820 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:04,820 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:04,820 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,821 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a9eb0d2dbab542068aaf38c9532c6a15, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8231f07103e3418888a54640831d6e07, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74fda4a1efbe4ecfaa294ca71aa24dea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/293f83b3af1749a091787908be2e11fd] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=54.8 K 2024-11-20T00:22:04,821 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ec16a9cb69b844f0bdc50881bf7a14ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732062123250 2024-11-20T00:22:04,822 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9eb0d2dbab542068aaf38c9532c6a15, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062123066 2024-11-20T00:22:04,822 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e05f2f11d38c40848657fe28922307a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732062123889 2024-11-20T00:22:04,822 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8231f07103e3418888a54640831d6e07, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732062123218 2024-11-20T00:22:04,823 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ec5875844fd44a95a805ad64e05ee84f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732062124548 2024-11-20T00:22:04,824 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74fda4a1efbe4ecfaa294ca71aa24dea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732062123889 2024-11-20T00:22:04,824 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 293f83b3af1749a091787908be2e11fd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732062124548 2024-11-20T00:22:04,844 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:04,846 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:04,846 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/24b3e9f2d2474a96b6496a4f7a275f1f is 50, key is test_row_0/B:col10/1732062124548/Put/seqid=0 2024-11-20T00:22:04,847 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/25291e3e0011415c8d82f431d1998357 is 50, key is test_row_0/A:col10/1732062124548/Put/seqid=0 2024-11-20T00:22:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741884_1060 (size=12663) 2024-11-20T00:22:04,880 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/24b3e9f2d2474a96b6496a4f7a275f1f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/24b3e9f2d2474a96b6496a4f7a275f1f 2024-11-20T00:22:04,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741885_1061 (size=12663) 2024-11-20T00:22:04,893 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/25291e3e0011415c8d82f431d1998357 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/25291e3e0011415c8d82f431d1998357 2024-11-20T00:22:04,893 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 24b3e9f2d2474a96b6496a4f7a275f1f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:04,893 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:04,893 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=12, startTime=1732062124816; duration=0sec 2024-11-20T00:22:04,894 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:04,894 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:04,894 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:04,896 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:04,897 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:04,897 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:04,897 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e448d105a3454bd38c275bc29ce08201, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21b3d2734e2445e8b4d416258516d619, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/76554b97c7c547f0a39cbabc251b7d0c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d072e0895584e7595123820705f0fec] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=47.8 K 2024-11-20T00:22:04,898 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e448d105a3454bd38c275bc29ce08201, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062123066 2024-11-20T00:22:04,898 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 21b3d2734e2445e8b4d416258516d619, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732062123250 2024-11-20T00:22:04,899 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 76554b97c7c547f0a39cbabc251b7d0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732062123889 2024-11-20T00:22:04,899 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d072e0895584e7595123820705f0fec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732062124548 2024-11-20T00:22:04,904 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into 25291e3e0011415c8d82f431d1998357(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:04,904 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:04,904 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=12, startTime=1732062124816; duration=0sec 2024-11-20T00:22:04,904 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:04,904 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:04,922 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#47 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:04,923 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1d9e2323aa084ef48fcadf0b4b4e19f0 is 50, key is test_row_0/C:col10/1732062124548/Put/seqid=0 2024-11-20T00:22:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741886_1062 (size=12663) 2024-11-20T00:22:04,948 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1d9e2323aa084ef48fcadf0b4b4e19f0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d9e2323aa084ef48fcadf0b4b4e19f0 2024-11-20T00:22:04,957 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into 1d9e2323aa084ef48fcadf0b4b4e19f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:04,957 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:04,958 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=12, startTime=1732062124817; duration=0sec 2024-11-20T00:22:04,958 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:04,959 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T00:22:04,959 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T00:22:04,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T00:22:04,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T00:22:04,965 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:04,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:04,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:22:04,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:04,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:04,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:04,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:04,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:05,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/9ba9d23b7cfb4196aa9a026090697331 is 50, key is test_row_0/A:col10/1732062124681/Put/seqid=0 2024-11-20T00:22:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062185015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062185020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062185020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062185022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062185022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741887_1063 (size=12151) 2024-11-20T00:22:05,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/9ba9d23b7cfb4196aa9a026090697331 2024-11-20T00:22:05,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/98eba5767128479e9582f0995bdb5fcd is 50, key is test_row_0/B:col10/1732062124681/Put/seqid=0 2024-11-20T00:22:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T00:22:05,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741888_1064 (size=12151) 2024-11-20T00:22:05,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/98eba5767128479e9582f0995bdb5fcd 2024-11-20T00:22:05,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/764f1adcb3e44c77858328d4bf35cef1 is 50, key is test_row_0/C:col10/1732062124681/Put/seqid=0 2024-11-20T00:22:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741889_1065 (size=12151) 2024-11-20T00:22:05,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/764f1adcb3e44c77858328d4bf35cef1 2024-11-20T00:22:05,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T00:22:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:05,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062185124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062185126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062185127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/9ba9d23b7cfb4196aa9a026090697331 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/9ba9d23b7cfb4196aa9a026090697331 2024-11-20T00:22:05,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062185128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062185128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/9ba9d23b7cfb4196aa9a026090697331, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T00:22:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/98eba5767128479e9582f0995bdb5fcd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/98eba5767128479e9582f0995bdb5fcd 2024-11-20T00:22:05,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/98eba5767128479e9582f0995bdb5fcd, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T00:22:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/764f1adcb3e44c77858328d4bf35cef1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/764f1adcb3e44c77858328d4bf35cef1 2024-11-20T00:22:05,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/764f1adcb3e44c77858328d4bf35cef1, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T00:22:05,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for accae7e877609a7d70021cb85a9ef981 in 172ms, sequenceid=249, compaction requested=false 2024-11-20T00:22:05,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T00:22:05,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T00:22:05,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:05,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:22:05,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:05,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1e0edf5e15b440c79104c3aa5b5b0fc9 is 50, key is test_row_0/A:col10/1732062125019/Put/seqid=0 2024-11-20T00:22:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741890_1066 (size=12301) 2024-11-20T00:22:05,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1e0edf5e15b440c79104c3aa5b5b0fc9 2024-11-20T00:22:05,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/f640b71d72cb488ca68ef9a2484df817 is 50, key is test_row_0/B:col10/1732062125019/Put/seqid=0 2024-11-20T00:22:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741891_1067 (size=12301) 2024-11-20T00:22:05,340 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/f640b71d72cb488ca68ef9a2484df817 2024-11-20T00:22:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062185337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062185337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062185339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062185340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062185343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/9690312c0f5743878099de7c4cdc2b1b is 50, key is test_row_0/C:col10/1732062125019/Put/seqid=0 2024-11-20T00:22:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741892_1068 (size=12301) 2024-11-20T00:22:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062185444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062185445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062185445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062185445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062185447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T00:22:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062185648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062185648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062185649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062185649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062185651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,775 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/9690312c0f5743878099de7c4cdc2b1b 2024-11-20T00:22:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1e0edf5e15b440c79104c3aa5b5b0fc9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1e0edf5e15b440c79104c3aa5b5b0fc9 2024-11-20T00:22:05,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1e0edf5e15b440c79104c3aa5b5b0fc9, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T00:22:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/f640b71d72cb488ca68ef9a2484df817 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f640b71d72cb488ca68ef9a2484df817 2024-11-20T00:22:05,798 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f640b71d72cb488ca68ef9a2484df817, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T00:22:05,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/9690312c0f5743878099de7c4cdc2b1b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/9690312c0f5743878099de7c4cdc2b1b 2024-11-20T00:22:05,807 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/9690312c0f5743878099de7c4cdc2b1b, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T00:22:05,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for accae7e877609a7d70021cb85a9ef981 in 537ms, sequenceid=273, compaction requested=true 2024-11-20T00:22:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:05,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T00:22:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T00:22:05,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T00:22:05,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 847 msec 2024-11-20T00:22:05,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 854 msec 2024-11-20T00:22:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:05,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:22:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:05,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b131e15d70554be49b9dca2bc21d99db is 50, key is test_row_0/A:col10/1732062125335/Put/seqid=0 2024-11-20T00:22:05,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741893_1069 (size=14741) 2024-11-20T00:22:05,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b131e15d70554be49b9dca2bc21d99db 2024-11-20T00:22:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062185977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062185976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062185979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062185980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062185982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:05,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/4002dfd5a4f34261864f4ba8c30a6798 is 50, key is test_row_0/B:col10/1732062125335/Put/seqid=0 2024-11-20T00:22:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741894_1070 (size=12301) 2024-11-20T00:22:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T00:22:06,069 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T00:22:06,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T00:22:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T00:22:06,075 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:06,075 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:06,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062186084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062186084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062186085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062186086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062186087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T00:22:06,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T00:22:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062186288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062186288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062186289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062186289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062186289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T00:22:06,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T00:22:06,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:06,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/4002dfd5a4f34261864f4ba8c30a6798 2024-11-20T00:22:06,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/5ba57a12e1464f808a9e42fa9b132bef is 50, key is test_row_0/C:col10/1732062125335/Put/seqid=0 2024-11-20T00:22:06,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741895_1071 (size=12301) 2024-11-20T00:22:06,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T00:22:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062186593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062186594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062186594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062186594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062186595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T00:22:06,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T00:22:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/5ba57a12e1464f808a9e42fa9b132bef 2024-11-20T00:22:06,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:06,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T00:22:06,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:06,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:06,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b131e15d70554be49b9dca2bc21d99db as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b131e15d70554be49b9dca2bc21d99db 2024-11-20T00:22:06,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b131e15d70554be49b9dca2bc21d99db, entries=200, sequenceid=286, filesize=14.4 K 2024-11-20T00:22:06,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/4002dfd5a4f34261864f4ba8c30a6798 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/4002dfd5a4f34261864f4ba8c30a6798 2024-11-20T00:22:06,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/4002dfd5a4f34261864f4ba8c30a6798, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T00:22:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/5ba57a12e1464f808a9e42fa9b132bef as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/5ba57a12e1464f808a9e42fa9b132bef 2024-11-20T00:22:06,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/5ba57a12e1464f808a9e42fa9b132bef, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T00:22:06,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for accae7e877609a7d70021cb85a9ef981 in 932ms, sequenceid=286, compaction requested=true 2024-11-20T00:22:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:06,884 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:06,884 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:06,886 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51856 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:06,886 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:06,886 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,886 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/25291e3e0011415c8d82f431d1998357, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/9ba9d23b7cfb4196aa9a026090697331, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1e0edf5e15b440c79104c3aa5b5b0fc9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b131e15d70554be49b9dca2bc21d99db] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=50.6 K 2024-11-20T00:22:06,887 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:06,887 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:06,887 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:06,887 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/24b3e9f2d2474a96b6496a4f7a275f1f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/98eba5767128479e9582f0995bdb5fcd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f640b71d72cb488ca68ef9a2484df817, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/4002dfd5a4f34261864f4ba8c30a6798] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=48.3 K 2024-11-20T00:22:06,887 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25291e3e0011415c8d82f431d1998357, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732062124548 2024-11-20T00:22:06,888 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 24b3e9f2d2474a96b6496a4f7a275f1f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732062124548 2024-11-20T00:22:06,888 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ba9d23b7cfb4196aa9a026090697331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732062124676 2024-11-20T00:22:06,888 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 98eba5767128479e9582f0995bdb5fcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732062124676 2024-11-20T00:22:06,889 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0edf5e15b440c79104c3aa5b5b0fc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732062125018 2024-11-20T00:22:06,889 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting f640b71d72cb488ca68ef9a2484df817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732062125018 2024-11-20T00:22:06,889 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b131e15d70554be49b9dca2bc21d99db, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732062125335 2024-11-20T00:22:06,889 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 4002dfd5a4f34261864f4ba8c30a6798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732062125335 2024-11-20T00:22:06,906 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:06,907 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:06,907 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/78829378d76146c3a1c54f125a863ff8 is 50, key is test_row_0/B:col10/1732062125335/Put/seqid=0 2024-11-20T00:22:06,908 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b21f392a5662425eb6548e6ef753680f is 50, key is test_row_0/A:col10/1732062125335/Put/seqid=0 2024-11-20T00:22:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741896_1072 (size=12949) 2024-11-20T00:22:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741897_1073 (size=12949) 2024-11-20T00:22:07,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T00:22:07,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:22:07,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e2dbba8ea56547358091dcfcaa1632fa is 50, key is test_row_0/A:col10/1732062125976/Put/seqid=0 2024-11-20T00:22:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741898_1074 (size=12301) 2024-11-20T00:22:07,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e2dbba8ea56547358091dcfcaa1632fa 2024-11-20T00:22:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/9801cc12a7a44d2c9d7d48e507cfa5b3 is 50, key is test_row_0/B:col10/1732062125976/Put/seqid=0 2024-11-20T00:22:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741899_1075 (size=12301) 2024-11-20T00:22:07,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/9801cc12a7a44d2c9d7d48e507cfa5b3 2024-11-20T00:22:07,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/bbeaeeba585c4020a2e8aa5dc386e2e0 is 50, key is test_row_0/C:col10/1732062125976/Put/seqid=0 2024-11-20T00:22:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741900_1076 (size=12301) 2024-11-20T00:22:07,074 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/bbeaeeba585c4020a2e8aa5dc386e2e0 2024-11-20T00:22:07,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e2dbba8ea56547358091dcfcaa1632fa as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e2dbba8ea56547358091dcfcaa1632fa 2024-11-20T00:22:07,090 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e2dbba8ea56547358091dcfcaa1632fa, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T00:22:07,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/9801cc12a7a44d2c9d7d48e507cfa5b3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/9801cc12a7a44d2c9d7d48e507cfa5b3 2024-11-20T00:22:07,097 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/9801cc12a7a44d2c9d7d48e507cfa5b3, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T00:22:07,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/bbeaeeba585c4020a2e8aa5dc386e2e0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/bbeaeeba585c4020a2e8aa5dc386e2e0 2024-11-20T00:22:07,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/bbeaeeba585c4020a2e8aa5dc386e2e0, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T00:22:07,109 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for accae7e877609a7d70021cb85a9ef981 in 105ms, sequenceid=309, compaction requested=true 2024-11-20T00:22:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T00:22:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T00:22:07,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T00:22:07,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-20T00:22:07,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0430 sec 2024-11-20T00:22:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:07,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:22:07,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:07,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:07,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:07,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/bdad23b1943244ed941784f7d48fed3e is 50, key is test_row_0/A:col10/1732062127120/Put/seqid=0 2024-11-20T00:22:07,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741901_1077 (size=19621) 2024-11-20T00:22:07,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/bdad23b1943244ed941784f7d48fed3e 2024-11-20T00:22:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062187160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062187162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062187164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T00:22:07,179 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T00:22:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062187178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062187178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T00:22:07,184 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:07,185 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:07,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T00:22:07,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/380ca76871404e8fb16f5721be474f3f is 50, key is test_row_0/B:col10/1732062127120/Put/seqid=0 2024-11-20T00:22:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741902_1078 (size=12301) 2024-11-20T00:22:07,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/380ca76871404e8fb16f5721be474f3f 2024-11-20T00:22:07,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/3fdb60357320428f91fdf9fce20bac53 is 50, key is test_row_0/C:col10/1732062127120/Put/seqid=0 2024-11-20T00:22:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741903_1079 (size=12301) 2024-11-20T00:22:07,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/3fdb60357320428f91fdf9fce20bac53 2024-11-20T00:22:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/bdad23b1943244ed941784f7d48fed3e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/bdad23b1943244ed941784f7d48fed3e 2024-11-20T00:22:07,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/bdad23b1943244ed941784f7d48fed3e, entries=300, sequenceid=320, filesize=19.2 K 2024-11-20T00:22:07,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/380ca76871404e8fb16f5721be474f3f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/380ca76871404e8fb16f5721be474f3f 2024-11-20T00:22:07,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/380ca76871404e8fb16f5721be474f3f, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T00:22:07,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/3fdb60357320428f91fdf9fce20bac53 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/3fdb60357320428f91fdf9fce20bac53 2024-11-20T00:22:07,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/3fdb60357320428f91fdf9fce20bac53, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T00:22:07,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for accae7e877609a7d70021cb85a9ef981 in 148ms, sequenceid=320, compaction requested=true 2024-11-20T00:22:07,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:22:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T00:22:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T00:22:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:07,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T00:22:07,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:07,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:07,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:07,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:07,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/0d4ab415361648eca17a6f4df363be94 is 50, key is test_row_0/A:col10/1732062127150/Put/seqid=0 2024-11-20T00:22:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T00:22:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062187284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062187282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062187288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062187289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062187291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741904_1080 (size=14741) 2024-11-20T00:22:07,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/0d4ab415361648eca17a6f4df363be94 2024-11-20T00:22:07,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/e7191de6ba1e4e759ba1c1228dcbd99e is 50, key is test_row_0/B:col10/1732062127150/Put/seqid=0 2024-11-20T00:22:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741905_1081 (size=12301) 2024-11-20T00:22:07,336 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/78829378d76146c3a1c54f125a863ff8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/78829378d76146c3a1c54f125a863ff8 2024-11-20T00:22:07,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T00:22:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,372 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 78829378d76146c3a1c54f125a863ff8(size=12.6 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:07,372 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:07,372 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=12, startTime=1732062126884; duration=0sec 2024-11-20T00:22:07,372 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T00:22:07,372 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:07,372 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b21f392a5662425eb6548e6ef753680f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b21f392a5662425eb6548e6ef753680f 2024-11-20T00:22:07,373 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:07,374 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:07,374 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:07,374 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:07,374 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:07,374 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T00:22:07,379 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74018 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T00:22:07,379 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:07,379 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,379 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d9e2323aa084ef48fcadf0b4b4e19f0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/764f1adcb3e44c77858328d4bf35cef1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/9690312c0f5743878099de7c4cdc2b1b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/5ba57a12e1464f808a9e42fa9b132bef, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/bbeaeeba585c4020a2e8aa5dc386e2e0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/3fdb60357320428f91fdf9fce20bac53] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=72.3 K 2024-11-20T00:22:07,380 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d9e2323aa084ef48fcadf0b4b4e19f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732062124548 2024-11-20T00:22:07,381 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 764f1adcb3e44c77858328d4bf35cef1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732062124676 2024-11-20T00:22:07,382 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 9690312c0f5743878099de7c4cdc2b1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732062125018 2024-11-20T00:22:07,384 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into b21f392a5662425eb6548e6ef753680f(size=12.6 K), total size for store is 43.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:07,384 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ba57a12e1464f808a9e42fa9b132bef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732062125335 2024-11-20T00:22:07,384 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:07,384 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=12, startTime=1732062126884; duration=0sec 2024-11-20T00:22:07,384 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting bbeaeeba585c4020a2e8aa5dc386e2e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732062125967 2024-11-20T00:22:07,384 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:22:07,384 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fdb60357320428f91fdf9fce20bac53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732062127114 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 6 compacting, 0 eligible, 16 blocking 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:07,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:07,389 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:07,389 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:07,389 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,389 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/78829378d76146c3a1c54f125a863ff8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/9801cc12a7a44d2c9d7d48e507cfa5b3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/380ca76871404e8fb16f5721be474f3f] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=36.7 K 2024-11-20T00:22:07,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062187391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062187392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062187392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,394 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78829378d76146c3a1c54f125a863ff8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732062125335 2024-11-20T00:22:07,396 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9801cc12a7a44d2c9d7d48e507cfa5b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732062125967 2024-11-20T00:22:07,398 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 380ca76871404e8fb16f5721be474f3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732062127114 2024-11-20T00:22:07,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062187397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062187398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,416 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#67 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:07,417 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/64379be1b6454ed5817939413be496fd is 50, key is test_row_0/C:col10/1732062127120/Put/seqid=0 2024-11-20T00:22:07,422 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:07,423 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/7e6d8858552f4ebcb701c048266e98c0 is 50, key is test_row_0/B:col10/1732062127120/Put/seqid=0 2024-11-20T00:22:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741906_1082 (size=13017) 2024-11-20T00:22:07,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741907_1083 (size=13051) 2024-11-20T00:22:07,448 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/7e6d8858552f4ebcb701c048266e98c0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7e6d8858552f4ebcb701c048266e98c0 2024-11-20T00:22:07,455 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 7e6d8858552f4ebcb701c048266e98c0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:07,455 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:07,455 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=13, startTime=1732062127272; duration=0sec 2024-11-20T00:22:07,455 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:07,455 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T00:22:07,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T00:22:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062187596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062187595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062187596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062187601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062187602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T00:22:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/e7191de6ba1e4e759ba1c1228dcbd99e 2024-11-20T00:22:07,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/cc0a66c2b23c415a9587bfe2d8e401d7 is 50, key is test_row_0/C:col10/1732062127150/Put/seqid=0 2024-11-20T00:22:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741908_1084 (size=12301) 2024-11-20T00:22:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T00:22:07,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T00:22:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,853 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/64379be1b6454ed5817939413be496fd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/64379be1b6454ed5817939413be496fd 2024-11-20T00:22:07,861 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into 64379be1b6454ed5817939413be496fd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:07,861 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:07,861 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=10, startTime=1732062127272; duration=0sec 2024-11-20T00:22:07,861 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:07,862 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:07,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062187898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062187898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062187900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062187908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062187908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:07,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T00:22:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:07,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:08,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T00:22:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:08,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:08,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/cc0a66c2b23c415a9587bfe2d8e401d7 2024-11-20T00:22:08,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/0d4ab415361648eca17a6f4df363be94 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/0d4ab415361648eca17a6f4df363be94 2024-11-20T00:22:08,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/0d4ab415361648eca17a6f4df363be94, entries=200, sequenceid=348, filesize=14.4 K 2024-11-20T00:22:08,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/e7191de6ba1e4e759ba1c1228dcbd99e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e7191de6ba1e4e759ba1c1228dcbd99e 2024-11-20T00:22:08,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e7191de6ba1e4e759ba1c1228dcbd99e, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T00:22:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/cc0a66c2b23c415a9587bfe2d8e401d7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/cc0a66c2b23c415a9587bfe2d8e401d7 2024-11-20T00:22:08,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/cc0a66c2b23c415a9587bfe2d8e401d7, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T00:22:08,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for accae7e877609a7d70021cb85a9ef981 in 906ms, sequenceid=348, compaction requested=true 2024-11-20T00:22:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:08,181 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:08,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:08,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:08,182 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:08,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:08,184 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:08,184 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:08,184 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:08,184 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:08,185 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:08,185 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:08,185 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:08,185 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:08,185 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b21f392a5662425eb6548e6ef753680f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e2dbba8ea56547358091dcfcaa1632fa, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/bdad23b1943244ed941784f7d48fed3e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/0d4ab415361648eca17a6f4df363be94] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=58.2 K 2024-11-20T00:22:08,186 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b21f392a5662425eb6548e6ef753680f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732062125335 2024-11-20T00:22:08,186 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:08,186 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:08,186 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:08,186 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:08,186 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2dbba8ea56547358091dcfcaa1632fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732062125967 2024-11-20T00:22:08,187 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdad23b1943244ed941784f7d48fed3e, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732062127109 2024-11-20T00:22:08,188 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d4ab415361648eca17a6f4df363be94, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732062127150 2024-11-20T00:22:08,204 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:08,205 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a243dad9a46e413ba2aed863a27ed3dc is 50, key is test_row_0/A:col10/1732062127150/Put/seqid=0 2024-11-20T00:22:08,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741909_1085 (size=13085) 2024-11-20T00:22:08,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T00:22:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:08,286 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T00:22:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T00:22:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/195e862d297444959f25fdae6efb6dc8 is 50, key is test_row_0/A:col10/1732062127286/Put/seqid=0 2024-11-20T00:22:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741910_1086 (size=12301) 2024-11-20T00:22:08,333 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/195e862d297444959f25fdae6efb6dc8 2024-11-20T00:22:08,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ea0cdb1525d04406bb10de6a874761a8 is 50, key is test_row_0/B:col10/1732062127286/Put/seqid=0 2024-11-20T00:22:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741911_1087 (size=12301) 2024-11-20T00:22:08,365 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ea0cdb1525d04406bb10de6a874761a8 2024-11-20T00:22:08,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/acbedc8dcc3d47d5849b402fdb7e75b6 is 50, key is test_row_0/C:col10/1732062127286/Put/seqid=0 2024-11-20T00:22:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741912_1088 (size=12301) 2024-11-20T00:22:08,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/acbedc8dcc3d47d5849b402fdb7e75b6 2024-11-20T00:22:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/195e862d297444959f25fdae6efb6dc8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/195e862d297444959f25fdae6efb6dc8 2024-11-20T00:22:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:08,411 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/195e862d297444959f25fdae6efb6dc8, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T00:22:08,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ea0cdb1525d04406bb10de6a874761a8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ea0cdb1525d04406bb10de6a874761a8 2024-11-20T00:22:08,423 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ea0cdb1525d04406bb10de6a874761a8, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T00:22:08,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/acbedc8dcc3d47d5849b402fdb7e75b6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/acbedc8dcc3d47d5849b402fdb7e75b6 2024-11-20T00:22:08,432 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/acbedc8dcc3d47d5849b402fdb7e75b6, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T00:22:08,434 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=107.34 KB/109920 for accae7e877609a7d70021cb85a9ef981 in 148ms, sequenceid=361, compaction requested=true 2024-11-20T00:22:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T00:22:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T00:22:08,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T00:22:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T00:22:08,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2520 sec 2024-11-20T00:22:08,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.2590 sec 2024-11-20T00:22:08,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/f186d30a3bee40f38fd24f1f163da2a6 is 50, key is test_row_0/A:col10/1732062128434/Put/seqid=0 2024-11-20T00:22:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062188449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062188450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062188454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062188457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062188458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741913_1089 (size=14741) 2024-11-20T00:22:08,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/f186d30a3bee40f38fd24f1f163da2a6 2024-11-20T00:22:08,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/bbf8e1e978584a809f536467ebced6b9 is 50, key is test_row_0/B:col10/1732062128434/Put/seqid=0 2024-11-20T00:22:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741914_1090 (size=12301) 2024-11-20T00:22:08,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/bbf8e1e978584a809f536467ebced6b9 2024-11-20T00:22:08,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/87679209c49548d795b9d75338d4a2ee is 50, key is test_row_0/C:col10/1732062128434/Put/seqid=0 2024-11-20T00:22:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741915_1091 (size=12301) 2024-11-20T00:22:08,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/87679209c49548d795b9d75338d4a2ee 2024-11-20T00:22:08,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/f186d30a3bee40f38fd24f1f163da2a6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/f186d30a3bee40f38fd24f1f163da2a6 2024-11-20T00:22:08,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/f186d30a3bee40f38fd24f1f163da2a6, entries=200, sequenceid=383, filesize=14.4 K 2024-11-20T00:22:08,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/bbf8e1e978584a809f536467ebced6b9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/bbf8e1e978584a809f536467ebced6b9 2024-11-20T00:22:08,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/bbf8e1e978584a809f536467ebced6b9, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T00:22:08,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062188559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/87679209c49548d795b9d75338d4a2ee as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/87679209c49548d795b9d75338d4a2ee 2024-11-20T00:22:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062188559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062188560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062188560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062188562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/87679209c49548d795b9d75338d4a2ee, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T00:22:08,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for accae7e877609a7d70021cb85a9ef981 in 134ms, sequenceid=383, compaction requested=true 2024-11-20T00:22:08,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:08,570 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:08,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:08,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:08,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:08,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:08,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:08,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:22:08,570 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:08,570 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:08,571 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:08,571 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:08,571 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:08,572 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:08,572 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:08,572 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:08,572 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7e6d8858552f4ebcb701c048266e98c0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e7191de6ba1e4e759ba1c1228dcbd99e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ea0cdb1525d04406bb10de6a874761a8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/bbf8e1e978584a809f536467ebced6b9] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=48.8 K 2024-11-20T00:22:08,573 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e6d8858552f4ebcb701c048266e98c0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732062127114 2024-11-20T00:22:08,573 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e7191de6ba1e4e759ba1c1228dcbd99e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732062127150 2024-11-20T00:22:08,574 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ea0cdb1525d04406bb10de6a874761a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732062127282 2024-11-20T00:22:08,574 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf8e1e978584a809f536467ebced6b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732062128420 2024-11-20T00:22:08,587 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:08,588 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/f7860bc84fbf4eac9ff13243afa10824 is 50, key is test_row_0/B:col10/1732062128434/Put/seqid=0 2024-11-20T00:22:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741916_1092 (size=13187) 2024-11-20T00:22:08,622 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a243dad9a46e413ba2aed863a27ed3dc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a243dad9a46e413ba2aed863a27ed3dc 2024-11-20T00:22:08,632 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into a243dad9a46e413ba2aed863a27ed3dc(size=12.8 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:08,632 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:08,632 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=12, startTime=1732062128181; duration=0sec 2024-11-20T00:22:08,632 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:08,633 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:08,633 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:08,635 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:08,635 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:08,635 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:08,635 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/64379be1b6454ed5817939413be496fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/cc0a66c2b23c415a9587bfe2d8e401d7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/acbedc8dcc3d47d5849b402fdb7e75b6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/87679209c49548d795b9d75338d4a2ee] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=48.8 K 2024-11-20T00:22:08,636 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64379be1b6454ed5817939413be496fd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732062127114 2024-11-20T00:22:08,637 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc0a66c2b23c415a9587bfe2d8e401d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732062127150 2024-11-20T00:22:08,638 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting acbedc8dcc3d47d5849b402fdb7e75b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732062127282 2024-11-20T00:22:08,638 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87679209c49548d795b9d75338d4a2ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732062128420 2024-11-20T00:22:08,658 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:08,660 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/fb269fa22f1645959cc3f848f1e662d2 is 50, key is test_row_0/C:col10/1732062128434/Put/seqid=0 2024-11-20T00:22:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741917_1093 (size=13153) 2024-11-20T00:22:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:08,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T00:22:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:08,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/7979ca0708bb40edbe7da23553bd5fe5 is 50, key is test_row_0/A:col10/1732062128456/Put/seqid=0 2024-11-20T00:22:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741918_1094 (size=14741) 2024-11-20T00:22:08,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/7979ca0708bb40edbe7da23553bd5fe5 2024-11-20T00:22:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062188789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062188789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062188790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062188791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062188792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/b1ece753c60043d887b54acdb905d06f is 50, key is test_row_0/B:col10/1732062128456/Put/seqid=0 2024-11-20T00:22:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741919_1095 (size=12301) 2024-11-20T00:22:08,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/b1ece753c60043d887b54acdb905d06f 2024-11-20T00:22:08,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/530edcfb83684fd580815fc082fd451d is 50, key is test_row_0/C:col10/1732062128456/Put/seqid=0 2024-11-20T00:22:08,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741920_1096 (size=12301) 2024-11-20T00:22:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062188896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062188896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062188896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062188897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:08,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062188898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,020 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/f7860bc84fbf4eac9ff13243afa10824 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f7860bc84fbf4eac9ff13243afa10824 2024-11-20T00:22:09,028 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into f7860bc84fbf4eac9ff13243afa10824(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:09,028 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:09,028 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=12, startTime=1732062128570; duration=0sec 2024-11-20T00:22:09,028 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:09,028 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:09,090 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/fb269fa22f1645959cc3f848f1e662d2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fb269fa22f1645959cc3f848f1e662d2 2024-11-20T00:22:09,096 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into fb269fa22f1645959cc3f848f1e662d2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:09,096 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:09,096 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=12, startTime=1732062128570; duration=0sec 2024-11-20T00:22:09,097 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:09,097 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:09,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062189099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062189100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062189100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062189101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062189102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/530edcfb83684fd580815fc082fd451d 2024-11-20T00:22:09,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/7979ca0708bb40edbe7da23553bd5fe5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7979ca0708bb40edbe7da23553bd5fe5 2024-11-20T00:22:09,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7979ca0708bb40edbe7da23553bd5fe5, entries=200, sequenceid=401, filesize=14.4 K 2024-11-20T00:22:09,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/b1ece753c60043d887b54acdb905d06f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/b1ece753c60043d887b54acdb905d06f 2024-11-20T00:22:09,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/b1ece753c60043d887b54acdb905d06f, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T00:22:09,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/530edcfb83684fd580815fc082fd451d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/530edcfb83684fd580815fc082fd451d 2024-11-20T00:22:09,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/530edcfb83684fd580815fc082fd451d, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T00:22:09,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for accae7e877609a7d70021cb85a9ef981 in 503ms, sequenceid=401, compaction requested=true 2024-11-20T00:22:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:09,269 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:09,270 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:09,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:09,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:09,270 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:09,270 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:09,270 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:09,271 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:09,271 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:09,271 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:09,271 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:09,272 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,272 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a243dad9a46e413ba2aed863a27ed3dc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/195e862d297444959f25fdae6efb6dc8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/f186d30a3bee40f38fd24f1f163da2a6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7979ca0708bb40edbe7da23553bd5fe5] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=53.6 K 2024-11-20T00:22:09,272 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:09,272 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a243dad9a46e413ba2aed863a27ed3dc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732062127150 2024-11-20T00:22:09,272 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:09,272 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:09,272 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:09,273 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 195e862d297444959f25fdae6efb6dc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732062127282 2024-11-20T00:22:09,273 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f186d30a3bee40f38fd24f1f163da2a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732062128420 2024-11-20T00:22:09,274 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7979ca0708bb40edbe7da23553bd5fe5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732062128455 2024-11-20T00:22:09,285 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:09,286 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/fb0b41e1182643ce99e40e3426779bf4 is 50, key is test_row_0/A:col10/1732062128456/Put/seqid=0 2024-11-20T00:22:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T00:22:09,291 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T00:22:09,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T00:22:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T00:22:09,295 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:09,296 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:09,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:09,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741921_1097 (size=13221) 2024-11-20T00:22:09,313 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/fb0b41e1182643ce99e40e3426779bf4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fb0b41e1182643ce99e40e3426779bf4 2024-11-20T00:22:09,321 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into fb0b41e1182643ce99e40e3426779bf4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:09,321 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:09,321 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=12, startTime=1732062129269; duration=0sec 2024-11-20T00:22:09,322 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:09,322 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T00:22:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:09,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T00:22:09,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:09,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/58eafb419c4443339a386ff5bfa14fea is 50, key is test_row_0/A:col10/1732062129408/Put/seqid=0 2024-11-20T00:22:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062189424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062189425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062189427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062189428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062189430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741922_1098 (size=12301) 2024-11-20T00:22:09,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/58eafb419c4443339a386ff5bfa14fea 2024-11-20T00:22:09,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:09,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:09,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6a059f1726374d58ab94abec8289009f is 50, key is test_row_0/B:col10/1732062129408/Put/seqid=0 2024-11-20T00:22:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741923_1099 (size=12301) 2024-11-20T00:22:09,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6a059f1726374d58ab94abec8289009f 2024-11-20T00:22:09,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/48a4bcea8f764aec9813bf6bef94f436 is 50, key is test_row_0/C:col10/1732062129408/Put/seqid=0 2024-11-20T00:22:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741924_1100 (size=12301) 2024-11-20T00:22:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062189531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062189533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062189534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062189534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062189535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T00:22:09,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:09,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062189736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062189737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062189737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062189738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062189738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T00:22:09,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:09,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:09,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/48a4bcea8f764aec9813bf6bef94f436 2024-11-20T00:22:09,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/58eafb419c4443339a386ff5bfa14fea as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/58eafb419c4443339a386ff5bfa14fea 2024-11-20T00:22:09,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/58eafb419c4443339a386ff5bfa14fea, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T00:22:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-20T00:22:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6a059f1726374d58ab94abec8289009f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6a059f1726374d58ab94abec8289009f 2024-11-20T00:22:09,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6a059f1726374d58ab94abec8289009f, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T00:22:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/48a4bcea8f764aec9813bf6bef94f436 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/48a4bcea8f764aec9813bf6bef94f436 2024-11-20T00:22:09,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/48a4bcea8f764aec9813bf6bef94f436, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T00:22:09,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for accae7e877609a7d70021cb85a9ef981 in 541ms, sequenceid=426, compaction requested=true 2024-11-20T00:22:09,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:09,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:09,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:09,949 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:09,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:09,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:09,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:09,950 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:09,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:09,950 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:09,950 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:09,951 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:09,951 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:09,951 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:09,951 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:09,951 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:09,951 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,951 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f7860bc84fbf4eac9ff13243afa10824, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/b1ece753c60043d887b54acdb905d06f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6a059f1726374d58ab94abec8289009f] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=36.9 K 2024-11-20T00:22:09,952 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting f7860bc84fbf4eac9ff13243afa10824, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732062128420 2024-11-20T00:22:09,952 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b1ece753c60043d887b54acdb905d06f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732062128456 2024-11-20T00:22:09,953 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:09,953 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a059f1726374d58ab94abec8289009f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732062128790 2024-11-20T00:22:09,953 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:09,953 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:09,953 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fb269fa22f1645959cc3f848f1e662d2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/530edcfb83684fd580815fc082fd451d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/48a4bcea8f764aec9813bf6bef94f436] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=36.9 K 2024-11-20T00:22:09,954 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb269fa22f1645959cc3f848f1e662d2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732062128420 2024-11-20T00:22:09,954 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 530edcfb83684fd580815fc082fd451d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732062128456 2024-11-20T00:22:09,955 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48a4bcea8f764aec9813bf6bef94f436, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732062128790 2024-11-20T00:22:09,984 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:09,985 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/d25fc6a172204b1384c3ee954b5ea3ab is 50, key is test_row_0/B:col10/1732062129408/Put/seqid=0 2024-11-20T00:22:09,993 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:09,993 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/b0c7697010f447e38a7c994fc11784b3 is 50, key is test_row_0/C:col10/1732062129408/Put/seqid=0 2024-11-20T00:22:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741925_1101 (size=13289) 2024-11-20T00:22:10,016 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/d25fc6a172204b1384c3ee954b5ea3ab as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d25fc6a172204b1384c3ee954b5ea3ab 2024-11-20T00:22:10,025 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into d25fc6a172204b1384c3ee954b5ea3ab(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:10,025 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:10,025 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=13, startTime=1732062129949; duration=0sec 2024-11-20T00:22:10,025 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:10,025 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741926_1102 (size=13255) 2024-11-20T00:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:10,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:22:10,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:10,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:10,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:10,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:10,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/dbac67666f7c461ca40cfa73ec24c3c8 is 50, key is test_row_0/A:col10/1732062130041/Put/seqid=0 2024-11-20T00:22:10,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062190063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062190062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062190064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062190065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062190068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741927_1103 (size=17181) 2024-11-20T00:22:10,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/dbac67666f7c461ca40cfa73ec24c3c8 2024-11-20T00:22:10,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ff0aac4d510b432fa1fbed961fd06246 is 50, key is test_row_0/B:col10/1732062130041/Put/seqid=0 2024-11-20T00:22:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741928_1104 (size=12301) 2024-11-20T00:22:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062190169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062190170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062190171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062190172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062190173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:10,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:10,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062190372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062190372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062190373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062190374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062190377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T00:22:10,434 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/b0c7697010f447e38a7c994fc11784b3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/b0c7697010f447e38a7c994fc11784b3 2024-11-20T00:22:10,442 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into b0c7697010f447e38a7c994fc11784b3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:10,442 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:10,442 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=13, startTime=1732062129950; duration=0sec 2024-11-20T00:22:10,442 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:10,443 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:10,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ff0aac4d510b432fa1fbed961fd06246 2024-11-20T00:22:10,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/8079a43b796a4d409b7f5e1f6f503031 is 50, key is test_row_0/C:col10/1732062130041/Put/seqid=0 2024-11-20T00:22:10,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741929_1105 (size=12301) 2024-11-20T00:22:10,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062190673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062190674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062190675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062190678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062190680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:10,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/8079a43b796a4d409b7f5e1f6f503031 2024-11-20T00:22:10,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/dbac67666f7c461ca40cfa73ec24c3c8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/dbac67666f7c461ca40cfa73ec24c3c8 2024-11-20T00:22:10,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/dbac67666f7c461ca40cfa73ec24c3c8, entries=250, sequenceid=444, filesize=16.8 K 2024-11-20T00:22:10,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/ff0aac4d510b432fa1fbed961fd06246 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ff0aac4d510b432fa1fbed961fd06246 2024-11-20T00:22:10,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ff0aac4d510b432fa1fbed961fd06246, entries=150, sequenceid=444, filesize=12.0 K 2024-11-20T00:22:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/8079a43b796a4d409b7f5e1f6f503031 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/8079a43b796a4d409b7f5e1f6f503031 2024-11-20T00:22:10,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/8079a43b796a4d409b7f5e1f6f503031, entries=150, sequenceid=444, filesize=12.0 K 2024-11-20T00:22:10,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for accae7e877609a7d70021cb85a9ef981 in 899ms, sequenceid=444, compaction requested=true 2024-11-20T00:22:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:10,943 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:10,943 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:10,944 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:10,944 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:10,944 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:10,944 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:10,944 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:10,944 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:10,944 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T00:22:10,944 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,944 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fb0b41e1182643ce99e40e3426779bf4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/58eafb419c4443339a386ff5bfa14fea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/dbac67666f7c461ca40cfa73ec24c3c8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=41.7 K 2024-11-20T00:22:10,945 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb0b41e1182643ce99e40e3426779bf4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732062128456 2024-11-20T00:22:10,945 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T00:22:10,945 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T00:22:10,945 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:10,945 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:10,945 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58eafb419c4443339a386ff5bfa14fea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732062128790 2024-11-20T00:22:10,946 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbac67666f7c461ca40cfa73ec24c3c8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732062129426 2024-11-20T00:22:10,956 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:10,957 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a0fb469c5bfb474e978d059fbcad1d34 is 50, key is test_row_0/A:col10/1732062130041/Put/seqid=0 2024-11-20T00:22:10,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741930_1106 (size=13323) 2024-11-20T00:22:10,978 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/a0fb469c5bfb474e978d059fbcad1d34 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a0fb469c5bfb474e978d059fbcad1d34 2024-11-20T00:22:10,984 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into a0fb469c5bfb474e978d059fbcad1d34(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:10,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:10,984 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:10,984 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=13, startTime=1732062130942; duration=0sec 2024-11-20T00:22:10,984 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:10,984 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:10,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T00:22:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:10,985 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T00:22:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/39fee35687ad4e7d92c6a7b002ad2f78 is 50, key is test_row_0/A:col10/1732062130066/Put/seqid=0 2024-11-20T00:22:11,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741931_1107 (size=12301) 2024-11-20T00:22:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:11,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062191193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062191194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062191195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062191195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062191196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062191297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062191300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062191302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062191302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062191302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T00:22:11,402 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/39fee35687ad4e7d92c6a7b002ad2f78 2024-11-20T00:22:11,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/02e135672bc44d79b752a8f1154f7eb7 is 50, key is test_row_0/B:col10/1732062130066/Put/seqid=0 2024-11-20T00:22:11,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741932_1108 (size=12301) 2024-11-20T00:22:11,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062191502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062191502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062191503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062191504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062191505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062191804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062191806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062191807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062191808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062191808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:11,818 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/02e135672bc44d79b752a8f1154f7eb7 2024-11-20T00:22:11,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/e37909708dc845b08707d012c6101424 is 50, key is test_row_0/C:col10/1732062130066/Put/seqid=0 2024-11-20T00:22:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741933_1109 (size=12301) 2024-11-20T00:22:12,233 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/e37909708dc845b08707d012c6101424 2024-11-20T00:22:12,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/39fee35687ad4e7d92c6a7b002ad2f78 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/39fee35687ad4e7d92c6a7b002ad2f78 2024-11-20T00:22:12,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/39fee35687ad4e7d92c6a7b002ad2f78, entries=150, sequenceid=465, filesize=12.0 K 2024-11-20T00:22:12,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/02e135672bc44d79b752a8f1154f7eb7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/02e135672bc44d79b752a8f1154f7eb7 2024-11-20T00:22:12,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/02e135672bc44d79b752a8f1154f7eb7, entries=150, sequenceid=465, filesize=12.0 K 2024-11-20T00:22:12,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/e37909708dc845b08707d012c6101424 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e37909708dc845b08707d012c6101424 2024-11-20T00:22:12,263 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e37909708dc845b08707d012c6101424, entries=150, sequenceid=465, filesize=12.0 K 2024-11-20T00:22:12,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for accae7e877609a7d70021cb85a9ef981 in 1279ms, sequenceid=465, compaction requested=true 2024-11-20T00:22:12,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:12,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:12,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T00:22:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T00:22:12,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T00:22:12,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9690 sec 2024-11-20T00:22:12,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.9760 sec 2024-11-20T00:22:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:12,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T00:22:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:12,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/6b2969b9fc4b4aab86d9a24136cc5ab4 is 50, key is test_row_0/A:col10/1732062131194/Put/seqid=0 2024-11-20T00:22:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741934_1110 (size=12301) 2024-11-20T00:22:12,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062192338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062192339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062192340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062192340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062192343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062192445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062192445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062192445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062192445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062192447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062192648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062192648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062192648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062192648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062192649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/6b2969b9fc4b4aab86d9a24136cc5ab4 2024-11-20T00:22:12,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6757a01ac46642adadd6c0db2a1a1482 is 50, key is test_row_0/B:col10/1732062131194/Put/seqid=0 2024-11-20T00:22:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741935_1111 (size=12301) 2024-11-20T00:22:12,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062192951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062192952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062192953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062192953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062192953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6757a01ac46642adadd6c0db2a1a1482 2024-11-20T00:22:13,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/49ebb6d8216f4ba788ea884e4f44b580 is 50, key is test_row_0/C:col10/1732062131194/Put/seqid=0 2024-11-20T00:22:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741936_1112 (size=12301) 2024-11-20T00:22:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T00:22:13,400 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T00:22:13,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T00:22:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T00:22:13,404 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:13,405 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:13,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062193454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062193457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062193458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062193460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062193460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T00:22:13,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T00:22:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:13,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:13,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/49ebb6d8216f4ba788ea884e4f44b580 2024-11-20T00:22:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/6b2969b9fc4b4aab86d9a24136cc5ab4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6b2969b9fc4b4aab86d9a24136cc5ab4 2024-11-20T00:22:13,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6b2969b9fc4b4aab86d9a24136cc5ab4, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T00:22:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6757a01ac46642adadd6c0db2a1a1482 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6757a01ac46642adadd6c0db2a1a1482 2024-11-20T00:22:13,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6757a01ac46642adadd6c0db2a1a1482, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T00:22:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/49ebb6d8216f4ba788ea884e4f44b580 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/49ebb6d8216f4ba788ea884e4f44b580 2024-11-20T00:22:13,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/49ebb6d8216f4ba788ea884e4f44b580, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T00:22:13,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for accae7e877609a7d70021cb85a9ef981 in 1300ms, sequenceid=484, compaction requested=true 2024-11-20T00:22:13,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:13,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:13,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:13,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:13,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:13,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:13,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:13,608 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:13,608 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:13,610 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:13,610 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:13,610 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:13,610 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a0fb469c5bfb474e978d059fbcad1d34, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/39fee35687ad4e7d92c6a7b002ad2f78, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6b2969b9fc4b4aab86d9a24136cc5ab4] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=37.0 K 2024-11-20T00:22:13,610 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:13,611 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:13,611 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0fb469c5bfb474e978d059fbcad1d34, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732062129427 2024-11-20T00:22:13,611 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:13,611 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d25fc6a172204b1384c3ee954b5ea3ab, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ff0aac4d510b432fa1fbed961fd06246, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/02e135672bc44d79b752a8f1154f7eb7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6757a01ac46642adadd6c0db2a1a1482] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=49.0 K 2024-11-20T00:22:13,611 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39fee35687ad4e7d92c6a7b002ad2f78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732062130060 2024-11-20T00:22:13,612 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b2969b9fc4b4aab86d9a24136cc5ab4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732062131192 2024-11-20T00:22:13,612 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d25fc6a172204b1384c3ee954b5ea3ab, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732062128790 2024-11-20T00:22:13,612 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ff0aac4d510b432fa1fbed961fd06246, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732062129427 2024-11-20T00:22:13,613 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e135672bc44d79b752a8f1154f7eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732062130060 2024-11-20T00:22:13,613 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6757a01ac46642adadd6c0db2a1a1482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732062131192 2024-11-20T00:22:13,626 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:13,627 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/d25910bed03b4b2eab4648ea859931b1 is 50, key is test_row_0/A:col10/1732062131194/Put/seqid=0 2024-11-20T00:22:13,644 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:13,645 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/5f4a1382afa846a4ae98fb24f0392d4c is 50, key is test_row_0/B:col10/1732062131194/Put/seqid=0 2024-11-20T00:22:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741937_1113 (size=13425) 2024-11-20T00:22:13,656 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/d25910bed03b4b2eab4648ea859931b1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d25910bed03b4b2eab4648ea859931b1 2024-11-20T00:22:13,664 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into d25910bed03b4b2eab4648ea859931b1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:13,664 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:13,664 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=13, startTime=1732062133608; duration=0sec 2024-11-20T00:22:13,664 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:13,664 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:13,664 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741938_1114 (size=13425) 2024-11-20T00:22:13,668 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:13,668 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:13,668 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:13,668 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/b0c7697010f447e38a7c994fc11784b3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/8079a43b796a4d409b7f5e1f6f503031, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e37909708dc845b08707d012c6101424, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/49ebb6d8216f4ba788ea884e4f44b580] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=49.0 K 2024-11-20T00:22:13,669 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0c7697010f447e38a7c994fc11784b3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732062128790 2024-11-20T00:22:13,670 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8079a43b796a4d409b7f5e1f6f503031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732062129427 2024-11-20T00:22:13,670 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting e37909708dc845b08707d012c6101424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732062130060 2024-11-20T00:22:13,671 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49ebb6d8216f4ba788ea884e4f44b580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732062131192 2024-11-20T00:22:13,677 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/5f4a1382afa846a4ae98fb24f0392d4c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5f4a1382afa846a4ae98fb24f0392d4c 2024-11-20T00:22:13,685 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 5f4a1382afa846a4ae98fb24f0392d4c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:13,685 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:13,686 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=12, startTime=1732062133608; duration=0sec 2024-11-20T00:22:13,686 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:13,686 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:13,689 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:13,690 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/21f14324c0c949968df7c4a82f225ab3 is 50, key is test_row_0/C:col10/1732062131194/Put/seqid=0 2024-11-20T00:22:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T00:22:13,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741939_1115 (size=13391) 2024-11-20T00:22:13,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T00:22:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:13,711 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T00:22:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1343a6007f384609851d18823ce3c336 is 50, key is test_row_0/A:col10/1732062132338/Put/seqid=0 2024-11-20T00:22:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741940_1116 (size=12301) 2024-11-20T00:22:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T00:22:14,120 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/21f14324c0c949968df7c4a82f225ab3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21f14324c0c949968df7c4a82f225ab3 2024-11-20T00:22:14,126 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into 21f14324c0c949968df7c4a82f225ab3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:14,126 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:14,126 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=12, startTime=1732062133608; duration=0sec 2024-11-20T00:22:14,126 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:14,126 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:14,139 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1343a6007f384609851d18823ce3c336 2024-11-20T00:22:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8499f67b5565427583372af60e8b7a76 is 50, key is test_row_0/B:col10/1732062132338/Put/seqid=0 2024-11-20T00:22:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741941_1117 (size=12301) 2024-11-20T00:22:14,158 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8499f67b5565427583372af60e8b7a76 2024-11-20T00:22:14,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/a56e6efaf7094221b5214aa98631dbe9 is 50, key is test_row_0/C:col10/1732062132338/Put/seqid=0 2024-11-20T00:22:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741942_1118 (size=12301) 2024-11-20T00:22:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T00:22:14,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062194526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062194527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062194528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062194529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062194529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,591 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/a56e6efaf7094221b5214aa98631dbe9 2024-11-20T00:22:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/1343a6007f384609851d18823ce3c336 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1343a6007f384609851d18823ce3c336 2024-11-20T00:22:14,602 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1343a6007f384609851d18823ce3c336, entries=150, sequenceid=503, filesize=12.0 K 2024-11-20T00:22:14,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/8499f67b5565427583372af60e8b7a76 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8499f67b5565427583372af60e8b7a76 2024-11-20T00:22:14,609 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8499f67b5565427583372af60e8b7a76, entries=150, sequenceid=503, filesize=12.0 K 2024-11-20T00:22:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/a56e6efaf7094221b5214aa98631dbe9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/a56e6efaf7094221b5214aa98631dbe9 2024-11-20T00:22:14,616 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/a56e6efaf7094221b5214aa98631dbe9, entries=150, sequenceid=503, filesize=12.0 K 2024-11-20T00:22:14,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for accae7e877609a7d70021cb85a9ef981 in 906ms, sequenceid=503, compaction requested=false 2024-11-20T00:22:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T00:22:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T00:22:14,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T00:22:14,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-11-20T00:22:14,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.2190 sec 2024-11-20T00:22:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:14,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T00:22:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:14,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e42677341b6b44388b4d5b3d0b8115af is 50, key is test_row_0/A:col10/1732062134527/Put/seqid=0 2024-11-20T00:22:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741943_1119 (size=14741) 2024-11-20T00:22:14,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e42677341b6b44388b4d5b3d0b8115af 2024-11-20T00:22:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062194642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062194643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062194646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062194647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062194647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/943881566e2a42fd8278c1f021eea8f9 is 50, key is test_row_0/B:col10/1732062134527/Put/seqid=0 2024-11-20T00:22:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741944_1120 (size=12301) 2024-11-20T00:22:14,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062194747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062194748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062194750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062194751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062194751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062194950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062194950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062194954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062194955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062194955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/943881566e2a42fd8278c1f021eea8f9 2024-11-20T00:22:15,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1f7da115738d41779fbbe2fc26a0ddd7 is 50, key is test_row_0/C:col10/1732062134527/Put/seqid=0 2024-11-20T00:22:15,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741945_1121 (size=12301) 2024-11-20T00:22:15,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062195253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062195254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062195257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062195258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062195259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1f7da115738d41779fbbe2fc26a0ddd7 2024-11-20T00:22:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/e42677341b6b44388b4d5b3d0b8115af as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e42677341b6b44388b4d5b3d0b8115af 2024-11-20T00:22:15,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e42677341b6b44388b4d5b3d0b8115af, entries=200, sequenceid=525, filesize=14.4 K 2024-11-20T00:22:15,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/943881566e2a42fd8278c1f021eea8f9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/943881566e2a42fd8278c1f021eea8f9 2024-11-20T00:22:15,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/943881566e2a42fd8278c1f021eea8f9, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T00:22:15,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/1f7da115738d41779fbbe2fc26a0ddd7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1f7da115738d41779fbbe2fc26a0ddd7 2024-11-20T00:22:15,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1f7da115738d41779fbbe2fc26a0ddd7, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T00:22:15,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for accae7e877609a7d70021cb85a9ef981 in 870ms, sequenceid=525, compaction requested=true 2024-11-20T00:22:15,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:15,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:15,502 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:15,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:15,503 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:15,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:15,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:15,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:15,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:15,504 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:15,504 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:15,504 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:15,504 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:15,504 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:15,504 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:15,505 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5f4a1382afa846a4ae98fb24f0392d4c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8499f67b5565427583372af60e8b7a76, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/943881566e2a42fd8278c1f021eea8f9] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=37.1 K 2024-11-20T00:22:15,505 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d25910bed03b4b2eab4648ea859931b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1343a6007f384609851d18823ce3c336, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e42677341b6b44388b4d5b3d0b8115af] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=39.5 K 2024-11-20T00:22:15,505 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f4a1382afa846a4ae98fb24f0392d4c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732062131192 2024-11-20T00:22:15,505 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d25910bed03b4b2eab4648ea859931b1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732062131192 2024-11-20T00:22:15,506 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1343a6007f384609851d18823ce3c336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732062132336 2024-11-20T00:22:15,506 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8499f67b5565427583372af60e8b7a76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732062132336 2024-11-20T00:22:15,506 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 943881566e2a42fd8278c1f021eea8f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732062134527 2024-11-20T00:22:15,506 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting e42677341b6b44388b4d5b3d0b8115af, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732062134527 2024-11-20T00:22:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T00:22:15,508 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T00:22:15,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T00:22:15,512 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:15,513 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T00:22:15,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:15,515 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:15,516 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/2b439097671044f1b9cb249a8980a027 is 50, key is test_row_0/B:col10/1732062134527/Put/seqid=0 2024-11-20T00:22:15,517 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:15,518 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b9054e49fec9492ba02f525ab9aa5db9 is 50, key is test_row_0/A:col10/1732062134527/Put/seqid=0 2024-11-20T00:22:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741946_1122 (size=13527) 2024-11-20T00:22:15,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741947_1123 (size=13527) 2024-11-20T00:22:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T00:22:15,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T00:22:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:15,668 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T00:22:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:15,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/8a4e250dcda1462f9a32fd81ddf3b4ca is 50, key is test_row_0/A:col10/1732062134640/Put/seqid=0 2024-11-20T00:22:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741948_1124 (size=12301) 2024-11-20T00:22:15,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/8a4e250dcda1462f9a32fd81ddf3b4ca 2024-11-20T00:22:15,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/687030b010ae478599f6f6010528b4af is 50, key is test_row_0/B:col10/1732062134640/Put/seqid=0 2024-11-20T00:22:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741949_1125 (size=12301) 2024-11-20T00:22:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:15,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:15,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062195770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062195771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062195772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062195773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062195773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T00:22:15,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062195874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062195874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062195876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062195877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062195877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:15,949 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/2b439097671044f1b9cb249a8980a027 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/2b439097671044f1b9cb249a8980a027 2024-11-20T00:22:15,955 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 2b439097671044f1b9cb249a8980a027(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:15,955 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:15,955 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=13, startTime=1732062135503; duration=0sec 2024-11-20T00:22:15,955 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:15,955 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:15,955 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:15,957 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:15,957 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:15,957 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:15,957 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21f14324c0c949968df7c4a82f225ab3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/a56e6efaf7094221b5214aa98631dbe9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1f7da115738d41779fbbe2fc26a0ddd7] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=37.1 K 2024-11-20T00:22:15,958 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 21f14324c0c949968df7c4a82f225ab3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732062131192 2024-11-20T00:22:15,958 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a56e6efaf7094221b5214aa98631dbe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732062132336 2024-11-20T00:22:15,959 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b9054e49fec9492ba02f525ab9aa5db9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b9054e49fec9492ba02f525ab9aa5db9 2024-11-20T00:22:15,959 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f7da115738d41779fbbe2fc26a0ddd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732062134527 2024-11-20T00:22:15,965 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into b9054e49fec9492ba02f525ab9aa5db9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:15,965 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:15,965 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=13, startTime=1732062135502; duration=0sec 2024-11-20T00:22:15,965 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:15,965 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:15,969 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:15,970 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/70d72fd5d496475b958f80b515495061 is 50, key is test_row_0/C:col10/1732062134527/Put/seqid=0 2024-11-20T00:22:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741950_1126 (size=13493) 2024-11-20T00:22:16,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062196078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062196079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062196082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062196082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062196083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,099 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/687030b010ae478599f6f6010528b4af 2024-11-20T00:22:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/f6e56238ee9b496eb78f12f335af2bb0 is 50, key is test_row_0/C:col10/1732062134640/Put/seqid=0 2024-11-20T00:22:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741951_1127 (size=12301) 2024-11-20T00:22:16,114 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/f6e56238ee9b496eb78f12f335af2bb0 2024-11-20T00:22:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T00:22:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/8a4e250dcda1462f9a32fd81ddf3b4ca as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8a4e250dcda1462f9a32fd81ddf3b4ca 2024-11-20T00:22:16,125 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8a4e250dcda1462f9a32fd81ddf3b4ca, entries=150, sequenceid=541, filesize=12.0 K 2024-11-20T00:22:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/687030b010ae478599f6f6010528b4af as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/687030b010ae478599f6f6010528b4af 2024-11-20T00:22:16,132 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/687030b010ae478599f6f6010528b4af, entries=150, sequenceid=541, filesize=12.0 K 2024-11-20T00:22:16,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/f6e56238ee9b496eb78f12f335af2bb0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/f6e56238ee9b496eb78f12f335af2bb0 2024-11-20T00:22:16,139 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/f6e56238ee9b496eb78f12f335af2bb0, entries=150, sequenceid=541, filesize=12.0 K 2024-11-20T00:22:16,140 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for accae7e877609a7d70021cb85a9ef981 in 472ms, sequenceid=541, compaction requested=false 2024-11-20T00:22:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T00:22:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T00:22:16,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T00:22:16,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 629 msec 2024-11-20T00:22:16,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 634 msec 2024-11-20T00:22:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:16,384 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/70d72fd5d496475b958f80b515495061 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/70d72fd5d496475b958f80b515495061 2024-11-20T00:22:16,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T00:22:16,396 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into 70d72fd5d496475b958f80b515495061(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:16,396 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:16,396 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=13, startTime=1732062135503; duration=0sec 2024-11-20T00:22:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:16,396 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:16,396 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:16,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:16,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/7889113ed99345efa4c8456c29673a83 is 50, key is test_row_0/A:col10/1732062135771/Put/seqid=0 2024-11-20T00:22:16,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741952_1128 (size=12301) 2024-11-20T00:22:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062196407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062196407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062196408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062196409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062196414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062196510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062196510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062196512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062196515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062196515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T00:22:16,616 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T00:22:16,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-20T00:22:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T00:22:16,619 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:16,620 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:16,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:16,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062196713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062196714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062196716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062196719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T00:22:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062196719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T00:22:16,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:16,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:16,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:16,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:16,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:16,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/7889113ed99345efa4c8456c29673a83 2024-11-20T00:22:16,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/400d989a9e1c4f86ab7ba2dc6cd6b874 is 50, key is test_row_0/B:col10/1732062135771/Put/seqid=0 2024-11-20T00:22:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741953_1129 (size=12301) 2024-11-20T00:22:16,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/400d989a9e1c4f86ab7ba2dc6cd6b874 2024-11-20T00:22:16,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/0f08e316063b47279210b79cde708fd7 is 50, key is test_row_0/C:col10/1732062135771/Put/seqid=0 2024-11-20T00:22:16,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741954_1130 (size=12301) 2024-11-20T00:22:16,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/0f08e316063b47279210b79cde708fd7 2024-11-20T00:22:16,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/7889113ed99345efa4c8456c29673a83 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7889113ed99345efa4c8456c29673a83 2024-11-20T00:22:16,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7889113ed99345efa4c8456c29673a83, entries=150, sequenceid=566, filesize=12.0 K 2024-11-20T00:22:16,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/400d989a9e1c4f86ab7ba2dc6cd6b874 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/400d989a9e1c4f86ab7ba2dc6cd6b874 2024-11-20T00:22:16,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/400d989a9e1c4f86ab7ba2dc6cd6b874, entries=150, sequenceid=566, filesize=12.0 K 2024-11-20T00:22:16,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/0f08e316063b47279210b79cde708fd7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0f08e316063b47279210b79cde708fd7 2024-11-20T00:22:16,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0f08e316063b47279210b79cde708fd7, entries=150, sequenceid=566, filesize=12.0 K 2024-11-20T00:22:16,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for accae7e877609a7d70021cb85a9ef981 in 494ms, sequenceid=566, compaction requested=true 2024-11-20T00:22:16,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:16,878 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:16,879 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:16,880 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:16,880 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/A is initiating minor compaction (all files) 2024-11-20T00:22:16,880 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/A in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:16,880 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b9054e49fec9492ba02f525ab9aa5db9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8a4e250dcda1462f9a32fd81ddf3b4ca, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7889113ed99345efa4c8456c29673a83] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=37.2 K 2024-11-20T00:22:16,881 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:16,881 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/B is initiating minor compaction (all files) 2024-11-20T00:22:16,881 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/B in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:16,881 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/2b439097671044f1b9cb249a8980a027, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/687030b010ae478599f6f6010528b4af, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/400d989a9e1c4f86ab7ba2dc6cd6b874] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=37.2 K 2024-11-20T00:22:16,882 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9054e49fec9492ba02f525ab9aa5db9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732062134527 2024-11-20T00:22:16,882 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b439097671044f1b9cb249a8980a027, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732062134527 2024-11-20T00:22:16,882 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a4e250dcda1462f9a32fd81ddf3b4ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732062134640 2024-11-20T00:22:16,883 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 687030b010ae478599f6f6010528b4af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732062134640 2024-11-20T00:22:16,883 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 400d989a9e1c4f86ab7ba2dc6cd6b874, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732062135771 2024-11-20T00:22:16,883 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7889113ed99345efa4c8456c29673a83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732062135771 2024-11-20T00:22:16,893 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#B#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:16,894 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6f9e12c868e94dcab1193850edaae777 is 50, key is test_row_0/B:col10/1732062135771/Put/seqid=0 2024-11-20T00:22:16,897 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#A#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:16,898 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/d394601dd2954f3d964c80e09aed610c is 50, key is test_row_0/A:col10/1732062135771/Put/seqid=0 2024-11-20T00:22:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741955_1131 (size=13629) 2024-11-20T00:22:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T00:22:16,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:16,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T00:22:16,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:16,925 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:22:16,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:16,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:16,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:16,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:16,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:16,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741956_1132 (size=13629) 2024-11-20T00:22:16,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/95a2bed3284b465599113fe7102ccc1b is 50, key is test_row_0/A:col10/1732062136406/Put/seqid=0 2024-11-20T00:22:16,935 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/6f9e12c868e94dcab1193850edaae777 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6f9e12c868e94dcab1193850edaae777 2024-11-20T00:22:16,940 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/d394601dd2954f3d964c80e09aed610c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d394601dd2954f3d964c80e09aed610c 2024-11-20T00:22:16,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741957_1133 (size=12301) 2024-11-20T00:22:16,945 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/B of accae7e877609a7d70021cb85a9ef981 into 6f9e12c868e94dcab1193850edaae777(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:16,945 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:16,945 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/B, priority=13, startTime=1732062136879; duration=0sec 2024-11-20T00:22:16,946 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:16,946 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:16,946 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:16,947 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:16,947 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): accae7e877609a7d70021cb85a9ef981/C is initiating minor compaction (all files) 2024-11-20T00:22:16,947 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of accae7e877609a7d70021cb85a9ef981/C in TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:16,947 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/70d72fd5d496475b958f80b515495061, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/f6e56238ee9b496eb78f12f335af2bb0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0f08e316063b47279210b79cde708fd7] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp, totalSize=37.2 K 2024-11-20T00:22:16,948 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d72fd5d496475b958f80b515495061, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732062134527 2024-11-20T00:22:16,948 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e56238ee9b496eb78f12f335af2bb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732062134640 2024-11-20T00:22:16,948 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/A of accae7e877609a7d70021cb85a9ef981 into d394601dd2954f3d964c80e09aed610c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:16,949 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:16,949 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/A, priority=13, startTime=1732062136878; duration=0sec 2024-11-20T00:22:16,949 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:16,949 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:16,950 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f08e316063b47279210b79cde708fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732062135771 2024-11-20T00:22:16,965 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): accae7e877609a7d70021cb85a9ef981#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:16,966 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/65f399c350ef46fb942807ddfd09983d is 50, key is test_row_0/C:col10/1732062135771/Put/seqid=0 2024-11-20T00:22:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741958_1134 (size=13595) 2024-11-20T00:22:16,985 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/65f399c350ef46fb942807ddfd09983d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/65f399c350ef46fb942807ddfd09983d 2024-11-20T00:22:16,993 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in accae7e877609a7d70021cb85a9ef981/C of accae7e877609a7d70021cb85a9ef981 into 65f399c350ef46fb942807ddfd09983d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:16,993 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:16,993 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981., storeName=accae7e877609a7d70021cb85a9ef981/C, priority=13, startTime=1732062136879; duration=0sec 2024-11-20T00:22:16,994 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:16,994 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:17,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. as already flushing 2024-11-20T00:22:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062197063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062197064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062197066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062197068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062197068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062197171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062197171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062197173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062197171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062197173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T00:22:17,344 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/95a2bed3284b465599113fe7102ccc1b 2024-11-20T00:22:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/83a76a3430ef45d781a6d2b18a1a579a is 50, key is test_row_0/B:col10/1732062136406/Put/seqid=0 2024-11-20T00:22:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741959_1135 (size=12301) 2024-11-20T00:22:17,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062197374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062197375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062197375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062197375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062197375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,593 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:59419 2024-11-20T00:22:17,593 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:59419 2024-11-20T00:22:17,593 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:59419 2024-11-20T00:22:17,593 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:17,593 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:17,593 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:17,596 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:59419 2024-11-20T00:22:17,596 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:17,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062197677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062197678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062197678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062197679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062197679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T00:22:17,758 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/83a76a3430ef45d781a6d2b18a1a579a 2024-11-20T00:22:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/7bbc308252fe4ed78e2eec7ef5974fbe is 50, key is test_row_0/C:col10/1732062136406/Put/seqid=0 2024-11-20T00:22:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741960_1136 (size=12301) 2024-11-20T00:22:18,171 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/7bbc308252fe4ed78e2eec7ef5974fbe 2024-11-20T00:22:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/95a2bed3284b465599113fe7102ccc1b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/95a2bed3284b465599113fe7102ccc1b 2024-11-20T00:22:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51238 deadline: 1732062198180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:18,181 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/95a2bed3284b465599113fe7102ccc1b, entries=150, sequenceid=580, filesize=12.0 K 2024-11-20T00:22:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732062198180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51188 deadline: 1732062198180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1732062198181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/83a76a3430ef45d781a6d2b18a1a579a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/83a76a3430ef45d781a6d2b18a1a579a 2024-11-20T00:22:18,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51250 deadline: 1732062198183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:18,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/83a76a3430ef45d781a6d2b18a1a579a, entries=150, sequenceid=580, filesize=12.0 K 2024-11-20T00:22:18,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/7bbc308252fe4ed78e2eec7ef5974fbe as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7bbc308252fe4ed78e2eec7ef5974fbe 2024-11-20T00:22:18,191 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7bbc308252fe4ed78e2eec7ef5974fbe, entries=150, sequenceid=580, filesize=12.0 K 2024-11-20T00:22:18,192 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for accae7e877609a7d70021cb85a9ef981 in 1267ms, sequenceid=580, compaction requested=false 2024-11-20T00:22:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T00:22:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-20T00:22:18,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T00:22:18,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-20T00:22:18,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.5780 sec 2024-11-20T00:22:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T00:22:18,724 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T00:22:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:19,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:22:19,185 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:59419 2024-11-20T00:22:19,185 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:19,186 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:59419 2024-11-20T00:22:19,186 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:19,188 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:59419 2024-11-20T00:22:19,188 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:19,190 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:59419 2024-11-20T00:22:19,190 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:19,190 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:59419 2024-11-20T00:22:19,190 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6315 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6264 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2817 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8449 rows 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2821 2024-11-20T00:22:19,191 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8462 rows 2024-11-20T00:22:19,191 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T00:22:19,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:59419 2024-11-20T00:22:19,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:19,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/97d0fc5cd3894a4391f55210d08a3af0 is 50, key is test_row_0/A:col10/1732062139183/Put/seqid=0 2024-11-20T00:22:19,196 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T00:22:19,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T00:22:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:19,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741961_1137 (size=12301) 2024-11-20T00:22:19,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062139209"}]},"ts":"1732062139209"} 2024-11-20T00:22:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T00:22:19,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T00:22:19,215 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T00:22:19,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/97d0fc5cd3894a4391f55210d08a3af0 2024-11-20T00:22:19,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:22:19,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=accae7e877609a7d70021cb85a9ef981, UNASSIGN}] 2024-11-20T00:22:19,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=accae7e877609a7d70021cb85a9ef981, UNASSIGN 2024-11-20T00:22:19,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=accae7e877609a7d70021cb85a9ef981, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:19,224 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:22:19,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:22:19,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/febcf9f090344c0c9592a9623716268b is 50, key is test_row_0/B:col10/1732062139183/Put/seqid=0 2024-11-20T00:22:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741962_1138 (size=12301) 2024-11-20T00:22:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T00:22:19,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:19,381 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:19,382 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:22:19,382 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing accae7e877609a7d70021cb85a9ef981, disabling compactions & flushes 2024-11-20T00:22:19,382 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:19,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T00:22:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T00:22:19,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/febcf9f090344c0c9592a9623716268b 2024-11-20T00:22:19,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/6142c25000034a96a0a495dcc9b2865d is 50, key is test_row_0/C:col10/1732062139183/Put/seqid=0 2024-11-20T00:22:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741963_1139 (size=12301) 2024-11-20T00:22:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T00:22:20,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/6142c25000034a96a0a495dcc9b2865d 2024-11-20T00:22:20,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/97d0fc5cd3894a4391f55210d08a3af0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/97d0fc5cd3894a4391f55210d08a3af0 2024-11-20T00:22:20,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/97d0fc5cd3894a4391f55210d08a3af0, entries=150, sequenceid=608, filesize=12.0 K 2024-11-20T00:22:20,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/febcf9f090344c0c9592a9623716268b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/febcf9f090344c0c9592a9623716268b 2024-11-20T00:22:20,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/febcf9f090344c0c9592a9623716268b, entries=150, sequenceid=608, filesize=12.0 K 2024-11-20T00:22:20,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/6142c25000034a96a0a495dcc9b2865d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6142c25000034a96a0a495dcc9b2865d 2024-11-20T00:22:20,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6142c25000034a96a0a495dcc9b2865d, entries=150, sequenceid=608, filesize=12.0 K 2024-11-20T00:22:20,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for accae7e877609a7d70021cb85a9ef981 in 878ms, sequenceid=608, compaction requested=true 2024-11-20T00:22:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:20,063 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:20,063 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:20,063 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:20,063 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. after waiting 0 ms 2024-11-20T00:22:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:20,063 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:20,063 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:A 2024-11-20T00:22:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:20,063 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store accae7e877609a7d70021cb85a9ef981:C, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:20,063 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. because compaction request was cancelled 2024-11-20T00:22:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:20,063 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:C 2024-11-20T00:22:20,063 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: accae7e877609a7d70021cb85a9ef981:B 2024-11-20T00:22:20,063 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing accae7e877609a7d70021cb85a9ef981 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T00:22:20,064 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=A 2024-11-20T00:22:20,064 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:20,064 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=B 2024-11-20T00:22:20,064 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:20,064 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK accae7e877609a7d70021cb85a9ef981, store=C 2024-11-20T00:22:20,064 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:20,068 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b4d9bb49e3a64e549cf3b68f71ed714a is 50, key is test_row_0/A:col10/1732062139189/Put/seqid=0 2024-11-20T00:22:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741964_1140 (size=12301) 2024-11-20T00:22:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T00:22:20,472 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b4d9bb49e3a64e549cf3b68f71ed714a 2024-11-20T00:22:20,480 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/5724cf742f6747549a77bc13e4c4bfbe is 50, key is test_row_0/B:col10/1732062139189/Put/seqid=0 2024-11-20T00:22:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741965_1141 (size=12301) 2024-11-20T00:22:20,885 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/5724cf742f6747549a77bc13e4c4bfbe 2024-11-20T00:22:20,894 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/fa0e2bed3b8f457ead12f46eacb99e10 is 50, key is test_row_0/C:col10/1732062139189/Put/seqid=0 2024-11-20T00:22:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741966_1142 (size=12301) 2024-11-20T00:22:21,299 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/fa0e2bed3b8f457ead12f46eacb99e10 2024-11-20T00:22:21,304 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/A/b4d9bb49e3a64e549cf3b68f71ed714a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b4d9bb49e3a64e549cf3b68f71ed714a 2024-11-20T00:22:21,308 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b4d9bb49e3a64e549cf3b68f71ed714a, entries=150, sequenceid=614, filesize=12.0 K 2024-11-20T00:22:21,309 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/B/5724cf742f6747549a77bc13e4c4bfbe as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5724cf742f6747549a77bc13e4c4bfbe 2024-11-20T00:22:21,313 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5724cf742f6747549a77bc13e4c4bfbe, entries=150, sequenceid=614, filesize=12.0 K 2024-11-20T00:22:21,314 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/.tmp/C/fa0e2bed3b8f457ead12f46eacb99e10 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fa0e2bed3b8f457ead12f46eacb99e10 2024-11-20T00:22:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T00:22:21,318 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fa0e2bed3b8f457ead12f46eacb99e10, entries=150, sequenceid=614, filesize=12.0 K 2024-11-20T00:22:21,319 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for accae7e877609a7d70021cb85a9ef981 in 1256ms, sequenceid=614, compaction requested=true 2024-11-20T00:22:21,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/51504353ce9f4d139e80c558ef1c9029, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1bd8fab6065c4598a47ed2a7bd033e03, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/3de83adff4914fab94233ae6bdde3e76, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e7b7f23e0f4d48a490065c74b319617a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74457f8361bf40349edfd75fdfb69fbb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/df63d6e1cc7d4657a2ba777d23858103, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6e49c53361f147e78b70243c395bcc5b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a7c5db9f12424ffba685b9359ce70a88, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/608f1263515f407dbf476bfbdd7a149f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a9eb0d2dbab542068aaf38c9532c6a15, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fe56d3c533f64ec78478cb04d9648ad8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8231f07103e3418888a54640831d6e07, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74fda4a1efbe4ecfaa294ca71aa24dea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/293f83b3af1749a091787908be2e11fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/25291e3e0011415c8d82f431d1998357, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/9ba9d23b7cfb4196aa9a026090697331, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1e0edf5e15b440c79104c3aa5b5b0fc9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b131e15d70554be49b9dca2bc21d99db, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b21f392a5662425eb6548e6ef753680f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e2dbba8ea56547358091dcfcaa1632fa, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/bdad23b1943244ed941784f7d48fed3e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/0d4ab415361648eca17a6f4df363be94, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a243dad9a46e413ba2aed863a27ed3dc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/195e862d297444959f25fdae6efb6dc8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/f186d30a3bee40f38fd24f1f163da2a6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7979ca0708bb40edbe7da23553bd5fe5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fb0b41e1182643ce99e40e3426779bf4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/58eafb419c4443339a386ff5bfa14fea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/dbac67666f7c461ca40cfa73ec24c3c8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a0fb469c5bfb474e978d059fbcad1d34, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/39fee35687ad4e7d92c6a7b002ad2f78, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d25910bed03b4b2eab4648ea859931b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6b2969b9fc4b4aab86d9a24136cc5ab4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1343a6007f384609851d18823ce3c336, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e42677341b6b44388b4d5b3d0b8115af, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b9054e49fec9492ba02f525ab9aa5db9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8a4e250dcda1462f9a32fd81ddf3b4ca, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7889113ed99345efa4c8456c29673a83] to archive 2024-11-20T00:22:21,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:22:21,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/51504353ce9f4d139e80c558ef1c9029 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/51504353ce9f4d139e80c558ef1c9029 2024-11-20T00:22:21,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1bd8fab6065c4598a47ed2a7bd033e03 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1bd8fab6065c4598a47ed2a7bd033e03 2024-11-20T00:22:21,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/3de83adff4914fab94233ae6bdde3e76 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/3de83adff4914fab94233ae6bdde3e76 2024-11-20T00:22:21,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e7b7f23e0f4d48a490065c74b319617a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e7b7f23e0f4d48a490065c74b319617a 2024-11-20T00:22:21,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74457f8361bf40349edfd75fdfb69fbb to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74457f8361bf40349edfd75fdfb69fbb 2024-11-20T00:22:21,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/df63d6e1cc7d4657a2ba777d23858103 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/df63d6e1cc7d4657a2ba777d23858103 2024-11-20T00:22:21,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6e49c53361f147e78b70243c395bcc5b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6e49c53361f147e78b70243c395bcc5b 2024-11-20T00:22:21,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a7c5db9f12424ffba685b9359ce70a88 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a7c5db9f12424ffba685b9359ce70a88 2024-11-20T00:22:21,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b6acc4599b8d4a8a8a2e8821cf2eb9d1 2024-11-20T00:22:21,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/608f1263515f407dbf476bfbdd7a149f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/608f1263515f407dbf476bfbdd7a149f 2024-11-20T00:22:21,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a9eb0d2dbab542068aaf38c9532c6a15 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a9eb0d2dbab542068aaf38c9532c6a15 2024-11-20T00:22:21,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fe56d3c533f64ec78478cb04d9648ad8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fe56d3c533f64ec78478cb04d9648ad8 2024-11-20T00:22:21,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8231f07103e3418888a54640831d6e07 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8231f07103e3418888a54640831d6e07 2024-11-20T00:22:21,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74fda4a1efbe4ecfaa294ca71aa24dea to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/74fda4a1efbe4ecfaa294ca71aa24dea 2024-11-20T00:22:21,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/293f83b3af1749a091787908be2e11fd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/293f83b3af1749a091787908be2e11fd 2024-11-20T00:22:21,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/25291e3e0011415c8d82f431d1998357 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/25291e3e0011415c8d82f431d1998357 2024-11-20T00:22:21,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/9ba9d23b7cfb4196aa9a026090697331 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/9ba9d23b7cfb4196aa9a026090697331 2024-11-20T00:22:21,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1e0edf5e15b440c79104c3aa5b5b0fc9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1e0edf5e15b440c79104c3aa5b5b0fc9 2024-11-20T00:22:21,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b131e15d70554be49b9dca2bc21d99db to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b131e15d70554be49b9dca2bc21d99db 2024-11-20T00:22:21,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b21f392a5662425eb6548e6ef753680f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b21f392a5662425eb6548e6ef753680f 2024-11-20T00:22:21,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e2dbba8ea56547358091dcfcaa1632fa to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e2dbba8ea56547358091dcfcaa1632fa 2024-11-20T00:22:21,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/bdad23b1943244ed941784f7d48fed3e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/bdad23b1943244ed941784f7d48fed3e 2024-11-20T00:22:21,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/0d4ab415361648eca17a6f4df363be94 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/0d4ab415361648eca17a6f4df363be94 2024-11-20T00:22:21,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a243dad9a46e413ba2aed863a27ed3dc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a243dad9a46e413ba2aed863a27ed3dc 2024-11-20T00:22:21,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/195e862d297444959f25fdae6efb6dc8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/195e862d297444959f25fdae6efb6dc8 2024-11-20T00:22:21,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/f186d30a3bee40f38fd24f1f163da2a6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/f186d30a3bee40f38fd24f1f163da2a6 2024-11-20T00:22:21,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7979ca0708bb40edbe7da23553bd5fe5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7979ca0708bb40edbe7da23553bd5fe5 2024-11-20T00:22:21,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fb0b41e1182643ce99e40e3426779bf4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/fb0b41e1182643ce99e40e3426779bf4 2024-11-20T00:22:21,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/58eafb419c4443339a386ff5bfa14fea to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/58eafb419c4443339a386ff5bfa14fea 2024-11-20T00:22:21,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/dbac67666f7c461ca40cfa73ec24c3c8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/dbac67666f7c461ca40cfa73ec24c3c8 2024-11-20T00:22:21,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a0fb469c5bfb474e978d059fbcad1d34 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/a0fb469c5bfb474e978d059fbcad1d34 2024-11-20T00:22:21,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/39fee35687ad4e7d92c6a7b002ad2f78 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/39fee35687ad4e7d92c6a7b002ad2f78 2024-11-20T00:22:21,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d25910bed03b4b2eab4648ea859931b1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d25910bed03b4b2eab4648ea859931b1 2024-11-20T00:22:21,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6b2969b9fc4b4aab86d9a24136cc5ab4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/6b2969b9fc4b4aab86d9a24136cc5ab4 2024-11-20T00:22:21,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1343a6007f384609851d18823ce3c336 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/1343a6007f384609851d18823ce3c336 2024-11-20T00:22:21,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e42677341b6b44388b4d5b3d0b8115af to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/e42677341b6b44388b4d5b3d0b8115af 2024-11-20T00:22:21,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b9054e49fec9492ba02f525ab9aa5db9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b9054e49fec9492ba02f525ab9aa5db9 2024-11-20T00:22:21,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8a4e250dcda1462f9a32fd81ddf3b4ca to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/8a4e250dcda1462f9a32fd81ddf3b4ca 2024-11-20T00:22:21,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7889113ed99345efa4c8456c29673a83 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/7889113ed99345efa4c8456c29673a83 2024-11-20T00:22:21,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/151516a55d38486f9f8cec72816ec279, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6016936f367c482f9cbc3ed97978c52f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ccc1b1cc8b4843d1bb6833432c0ce315, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8efab791530f4ee1811c01c3694207e2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3c61d87f2a2048148591340c2e292b5d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7265b46b124c4f6da6b2ffb6251202a6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f6f5be18b64b4b2d832032d3b8a47161, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d63c8691b7d94aac82aff29eed649f0f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3769d2d8b52d475c9ac1c32bc22e622d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6dda5e54a0354e94ad38374e879ce7a0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/922f2fbf955f4425a1cb34674951937d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8a9769c292a74252bbfbd59b733d7f41, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec16a9cb69b844f0bdc50881bf7a14ae, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e05f2f11d38c40848657fe28922307a1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/24b3e9f2d2474a96b6496a4f7a275f1f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec5875844fd44a95a805ad64e05ee84f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/98eba5767128479e9582f0995bdb5fcd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f640b71d72cb488ca68ef9a2484df817, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/78829378d76146c3a1c54f125a863ff8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/4002dfd5a4f34261864f4ba8c30a6798, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/9801cc12a7a44d2c9d7d48e507cfa5b3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7e6d8858552f4ebcb701c048266e98c0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/380ca76871404e8fb16f5721be474f3f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e7191de6ba1e4e759ba1c1228dcbd99e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ea0cdb1525d04406bb10de6a874761a8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f7860bc84fbf4eac9ff13243afa10824, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/bbf8e1e978584a809f536467ebced6b9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/b1ece753c60043d887b54acdb905d06f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d25fc6a172204b1384c3ee954b5ea3ab, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6a059f1726374d58ab94abec8289009f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ff0aac4d510b432fa1fbed961fd06246, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/02e135672bc44d79b752a8f1154f7eb7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5f4a1382afa846a4ae98fb24f0392d4c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6757a01ac46642adadd6c0db2a1a1482, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8499f67b5565427583372af60e8b7a76, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/2b439097671044f1b9cb249a8980a027, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/943881566e2a42fd8278c1f021eea8f9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/687030b010ae478599f6f6010528b4af, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/400d989a9e1c4f86ab7ba2dc6cd6b874] to archive 2024-11-20T00:22:21,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:22:21,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/151516a55d38486f9f8cec72816ec279 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/151516a55d38486f9f8cec72816ec279 2024-11-20T00:22:21,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6016936f367c482f9cbc3ed97978c52f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6016936f367c482f9cbc3ed97978c52f 2024-11-20T00:22:21,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ccc1b1cc8b4843d1bb6833432c0ce315 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ccc1b1cc8b4843d1bb6833432c0ce315 2024-11-20T00:22:21,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8efab791530f4ee1811c01c3694207e2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8efab791530f4ee1811c01c3694207e2 2024-11-20T00:22:21,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3c61d87f2a2048148591340c2e292b5d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3c61d87f2a2048148591340c2e292b5d 2024-11-20T00:22:21,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7265b46b124c4f6da6b2ffb6251202a6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7265b46b124c4f6da6b2ffb6251202a6 2024-11-20T00:22:21,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f6f5be18b64b4b2d832032d3b8a47161 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f6f5be18b64b4b2d832032d3b8a47161 2024-11-20T00:22:21,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d63c8691b7d94aac82aff29eed649f0f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d63c8691b7d94aac82aff29eed649f0f 2024-11-20T00:22:21,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3769d2d8b52d475c9ac1c32bc22e622d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/3769d2d8b52d475c9ac1c32bc22e622d 2024-11-20T00:22:21,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6dda5e54a0354e94ad38374e879ce7a0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6dda5e54a0354e94ad38374e879ce7a0 2024-11-20T00:22:21,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/922f2fbf955f4425a1cb34674951937d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/922f2fbf955f4425a1cb34674951937d 2024-11-20T00:22:21,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8a9769c292a74252bbfbd59b733d7f41 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8a9769c292a74252bbfbd59b733d7f41 2024-11-20T00:22:21,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec16a9cb69b844f0bdc50881bf7a14ae to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec16a9cb69b844f0bdc50881bf7a14ae 2024-11-20T00:22:21,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e05f2f11d38c40848657fe28922307a1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e05f2f11d38c40848657fe28922307a1 2024-11-20T00:22:21,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/24b3e9f2d2474a96b6496a4f7a275f1f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/24b3e9f2d2474a96b6496a4f7a275f1f 2024-11-20T00:22:21,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec5875844fd44a95a805ad64e05ee84f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ec5875844fd44a95a805ad64e05ee84f 2024-11-20T00:22:21,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/98eba5767128479e9582f0995bdb5fcd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/98eba5767128479e9582f0995bdb5fcd 2024-11-20T00:22:21,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f640b71d72cb488ca68ef9a2484df817 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f640b71d72cb488ca68ef9a2484df817 2024-11-20T00:22:21,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/78829378d76146c3a1c54f125a863ff8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/78829378d76146c3a1c54f125a863ff8 2024-11-20T00:22:21,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/4002dfd5a4f34261864f4ba8c30a6798 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/4002dfd5a4f34261864f4ba8c30a6798 2024-11-20T00:22:21,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/9801cc12a7a44d2c9d7d48e507cfa5b3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/9801cc12a7a44d2c9d7d48e507cfa5b3 2024-11-20T00:22:21,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7e6d8858552f4ebcb701c048266e98c0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/7e6d8858552f4ebcb701c048266e98c0 2024-11-20T00:22:21,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/380ca76871404e8fb16f5721be474f3f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/380ca76871404e8fb16f5721be474f3f 2024-11-20T00:22:21,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e7191de6ba1e4e759ba1c1228dcbd99e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/e7191de6ba1e4e759ba1c1228dcbd99e 2024-11-20T00:22:21,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ea0cdb1525d04406bb10de6a874761a8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ea0cdb1525d04406bb10de6a874761a8 2024-11-20T00:22:21,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f7860bc84fbf4eac9ff13243afa10824 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/f7860bc84fbf4eac9ff13243afa10824 2024-11-20T00:22:21,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/bbf8e1e978584a809f536467ebced6b9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/bbf8e1e978584a809f536467ebced6b9 2024-11-20T00:22:21,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/b1ece753c60043d887b54acdb905d06f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/b1ece753c60043d887b54acdb905d06f 2024-11-20T00:22:21,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d25fc6a172204b1384c3ee954b5ea3ab to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/d25fc6a172204b1384c3ee954b5ea3ab 2024-11-20T00:22:21,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6a059f1726374d58ab94abec8289009f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6a059f1726374d58ab94abec8289009f 2024-11-20T00:22:21,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ff0aac4d510b432fa1fbed961fd06246 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/ff0aac4d510b432fa1fbed961fd06246 2024-11-20T00:22:21,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/02e135672bc44d79b752a8f1154f7eb7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/02e135672bc44d79b752a8f1154f7eb7 2024-11-20T00:22:21,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5f4a1382afa846a4ae98fb24f0392d4c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5f4a1382afa846a4ae98fb24f0392d4c 2024-11-20T00:22:21,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6757a01ac46642adadd6c0db2a1a1482 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6757a01ac46642adadd6c0db2a1a1482 2024-11-20T00:22:21,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8499f67b5565427583372af60e8b7a76 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/8499f67b5565427583372af60e8b7a76 2024-11-20T00:22:21,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/2b439097671044f1b9cb249a8980a027 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/2b439097671044f1b9cb249a8980a027 2024-11-20T00:22:21,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/943881566e2a42fd8278c1f021eea8f9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/943881566e2a42fd8278c1f021eea8f9 2024-11-20T00:22:21,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/687030b010ae478599f6f6010528b4af to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/687030b010ae478599f6f6010528b4af 2024-11-20T00:22:21,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/400d989a9e1c4f86ab7ba2dc6cd6b874 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/400d989a9e1c4f86ab7ba2dc6cd6b874 2024-11-20T00:22:21,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/c1877e757e0949cdadc1512d4cb75879, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/95eda3cc503f467d8c14e2a1818a5dfa, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0066637c51f34f369d467d3341ad5155, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/86e02cba8fe14ec49dd7d780471f653d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1e7feae896dd45e5aecb0333a8f53948, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6abda012bd4a4ce590850e1fa5d2cbc5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/2b9fd73dbb4e4ca2ab801531a24c0341, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/28f56dbb8dab4045aab6647c128c88f5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/24371098cd9243d1bca82c7e95b34bed, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/298127e2ca1345fa95a8d646f411713b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e448d105a3454bd38c275bc29ce08201, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7a4e4406128f450bbfac3bbf320bb07d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21b3d2734e2445e8b4d416258516d619, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/76554b97c7c547f0a39cbabc251b7d0c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d9e2323aa084ef48fcadf0b4b4e19f0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d072e0895584e7595123820705f0fec, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/764f1adcb3e44c77858328d4bf35cef1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/9690312c0f5743878099de7c4cdc2b1b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/5ba57a12e1464f808a9e42fa9b132bef, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/bbeaeeba585c4020a2e8aa5dc386e2e0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/64379be1b6454ed5817939413be496fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/3fdb60357320428f91fdf9fce20bac53, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/cc0a66c2b23c415a9587bfe2d8e401d7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/acbedc8dcc3d47d5849b402fdb7e75b6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fb269fa22f1645959cc3f848f1e662d2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/87679209c49548d795b9d75338d4a2ee, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/530edcfb83684fd580815fc082fd451d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/b0c7697010f447e38a7c994fc11784b3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/48a4bcea8f764aec9813bf6bef94f436, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/8079a43b796a4d409b7f5e1f6f503031, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e37909708dc845b08707d012c6101424, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21f14324c0c949968df7c4a82f225ab3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/49ebb6d8216f4ba788ea884e4f44b580, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/a56e6efaf7094221b5214aa98631dbe9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/70d72fd5d496475b958f80b515495061, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1f7da115738d41779fbbe2fc26a0ddd7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/f6e56238ee9b496eb78f12f335af2bb0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0f08e316063b47279210b79cde708fd7] to archive 2024-11-20T00:22:21,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:22:21,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/c1877e757e0949cdadc1512d4cb75879 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/c1877e757e0949cdadc1512d4cb75879 2024-11-20T00:22:21,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/95eda3cc503f467d8c14e2a1818a5dfa to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/95eda3cc503f467d8c14e2a1818a5dfa 2024-11-20T00:22:21,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0066637c51f34f369d467d3341ad5155 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0066637c51f34f369d467d3341ad5155 2024-11-20T00:22:21,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/86e02cba8fe14ec49dd7d780471f653d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/86e02cba8fe14ec49dd7d780471f653d 2024-11-20T00:22:21,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1e7feae896dd45e5aecb0333a8f53948 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1e7feae896dd45e5aecb0333a8f53948 2024-11-20T00:22:21,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6abda012bd4a4ce590850e1fa5d2cbc5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6abda012bd4a4ce590850e1fa5d2cbc5 2024-11-20T00:22:21,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/2b9fd73dbb4e4ca2ab801531a24c0341 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/2b9fd73dbb4e4ca2ab801531a24c0341 2024-11-20T00:22:21,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/28f56dbb8dab4045aab6647c128c88f5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/28f56dbb8dab4045aab6647c128c88f5 2024-11-20T00:22:21,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/24371098cd9243d1bca82c7e95b34bed to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/24371098cd9243d1bca82c7e95b34bed 2024-11-20T00:22:21,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/298127e2ca1345fa95a8d646f411713b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/298127e2ca1345fa95a8d646f411713b 2024-11-20T00:22:21,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e448d105a3454bd38c275bc29ce08201 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e448d105a3454bd38c275bc29ce08201 2024-11-20T00:22:21,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7a4e4406128f450bbfac3bbf320bb07d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7a4e4406128f450bbfac3bbf320bb07d 2024-11-20T00:22:21,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21b3d2734e2445e8b4d416258516d619 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21b3d2734e2445e8b4d416258516d619 2024-11-20T00:22:21,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/76554b97c7c547f0a39cbabc251b7d0c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/76554b97c7c547f0a39cbabc251b7d0c 2024-11-20T00:22:21,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d9e2323aa084ef48fcadf0b4b4e19f0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d9e2323aa084ef48fcadf0b4b4e19f0 2024-11-20T00:22:21,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d072e0895584e7595123820705f0fec to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1d072e0895584e7595123820705f0fec 2024-11-20T00:22:21,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/764f1adcb3e44c77858328d4bf35cef1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/764f1adcb3e44c77858328d4bf35cef1 2024-11-20T00:22:21,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/9690312c0f5743878099de7c4cdc2b1b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/9690312c0f5743878099de7c4cdc2b1b 2024-11-20T00:22:21,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/5ba57a12e1464f808a9e42fa9b132bef to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/5ba57a12e1464f808a9e42fa9b132bef 2024-11-20T00:22:21,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/bbeaeeba585c4020a2e8aa5dc386e2e0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/bbeaeeba585c4020a2e8aa5dc386e2e0 2024-11-20T00:22:21,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/64379be1b6454ed5817939413be496fd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/64379be1b6454ed5817939413be496fd 2024-11-20T00:22:21,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/3fdb60357320428f91fdf9fce20bac53 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/3fdb60357320428f91fdf9fce20bac53 2024-11-20T00:22:21,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/cc0a66c2b23c415a9587bfe2d8e401d7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/cc0a66c2b23c415a9587bfe2d8e401d7 2024-11-20T00:22:21,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/acbedc8dcc3d47d5849b402fdb7e75b6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/acbedc8dcc3d47d5849b402fdb7e75b6 2024-11-20T00:22:21,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fb269fa22f1645959cc3f848f1e662d2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fb269fa22f1645959cc3f848f1e662d2 2024-11-20T00:22:21,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/87679209c49548d795b9d75338d4a2ee to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/87679209c49548d795b9d75338d4a2ee 2024-11-20T00:22:21,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/530edcfb83684fd580815fc082fd451d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/530edcfb83684fd580815fc082fd451d 2024-11-20T00:22:21,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/b0c7697010f447e38a7c994fc11784b3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/b0c7697010f447e38a7c994fc11784b3 2024-11-20T00:22:21,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/48a4bcea8f764aec9813bf6bef94f436 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/48a4bcea8f764aec9813bf6bef94f436 2024-11-20T00:22:21,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/8079a43b796a4d409b7f5e1f6f503031 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/8079a43b796a4d409b7f5e1f6f503031 2024-11-20T00:22:21,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e37909708dc845b08707d012c6101424 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/e37909708dc845b08707d012c6101424 2024-11-20T00:22:21,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21f14324c0c949968df7c4a82f225ab3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/21f14324c0c949968df7c4a82f225ab3 2024-11-20T00:22:21,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/49ebb6d8216f4ba788ea884e4f44b580 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/49ebb6d8216f4ba788ea884e4f44b580 2024-11-20T00:22:21,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/a56e6efaf7094221b5214aa98631dbe9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/a56e6efaf7094221b5214aa98631dbe9 2024-11-20T00:22:21,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/70d72fd5d496475b958f80b515495061 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/70d72fd5d496475b958f80b515495061 2024-11-20T00:22:21,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1f7da115738d41779fbbe2fc26a0ddd7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/1f7da115738d41779fbbe2fc26a0ddd7 2024-11-20T00:22:21,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/f6e56238ee9b496eb78f12f335af2bb0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/f6e56238ee9b496eb78f12f335af2bb0 2024-11-20T00:22:21,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0f08e316063b47279210b79cde708fd7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/0f08e316063b47279210b79cde708fd7 2024-11-20T00:22:21,494 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/recovered.edits/617.seqid, newMaxSeqId=617, maxSeqId=1 2024-11-20T00:22:21,497 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981. 2024-11-20T00:22:21,497 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for accae7e877609a7d70021cb85a9ef981: 2024-11-20T00:22:21,499 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:21,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=accae7e877609a7d70021cb85a9ef981, regionState=CLOSED 2024-11-20T00:22:21,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T00:22:21,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure accae7e877609a7d70021cb85a9ef981, server=4c2f74f6ba1b,33563,1732062111045 in 2.2760 sec 2024-11-20T00:22:21,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T00:22:21,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=accae7e877609a7d70021cb85a9ef981, UNASSIGN in 2.2810 sec 2024-11-20T00:22:21,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T00:22:21,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2890 sec 2024-11-20T00:22:21,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062141509"}]},"ts":"1732062141509"} 2024-11-20T00:22:21,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T00:22:21,514 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T00:22:21,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3130 sec 2024-11-20T00:22:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T00:22:23,315 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-20T00:22:23,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T00:22:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:23,323 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:23,325 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T00:22:23,328 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:23,332 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/recovered.edits] 2024-11-20T00:22:23,335 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/95a2bed3284b465599113fe7102ccc1b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/95a2bed3284b465599113fe7102ccc1b 2024-11-20T00:22:23,336 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/97d0fc5cd3894a4391f55210d08a3af0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/97d0fc5cd3894a4391f55210d08a3af0 2024-11-20T00:22:23,338 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b4d9bb49e3a64e549cf3b68f71ed714a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/b4d9bb49e3a64e549cf3b68f71ed714a 2024-11-20T00:22:23,339 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d394601dd2954f3d964c80e09aed610c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/A/d394601dd2954f3d964c80e09aed610c 2024-11-20T00:22:23,341 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5724cf742f6747549a77bc13e4c4bfbe to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/5724cf742f6747549a77bc13e4c4bfbe 2024-11-20T00:22:23,342 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6f9e12c868e94dcab1193850edaae777 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/6f9e12c868e94dcab1193850edaae777 2024-11-20T00:22:23,343 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/83a76a3430ef45d781a6d2b18a1a579a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/83a76a3430ef45d781a6d2b18a1a579a 2024-11-20T00:22:23,344 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/febcf9f090344c0c9592a9623716268b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/B/febcf9f090344c0c9592a9623716268b 2024-11-20T00:22:23,347 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6142c25000034a96a0a495dcc9b2865d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/6142c25000034a96a0a495dcc9b2865d 2024-11-20T00:22:23,348 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/65f399c350ef46fb942807ddfd09983d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/65f399c350ef46fb942807ddfd09983d 2024-11-20T00:22:23,349 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7bbc308252fe4ed78e2eec7ef5974fbe to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/7bbc308252fe4ed78e2eec7ef5974fbe 2024-11-20T00:22:23,351 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fa0e2bed3b8f457ead12f46eacb99e10 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/C/fa0e2bed3b8f457ead12f46eacb99e10 2024-11-20T00:22:23,354 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/recovered.edits/617.seqid to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981/recovered.edits/617.seqid 2024-11-20T00:22:23,355 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/accae7e877609a7d70021cb85a9ef981 2024-11-20T00:22:23,355 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T00:22:23,360 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:23,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T00:22:23,367 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T00:22:23,398 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T00:22:23,399 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:23,399 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T00:22:23,399 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732062143399"}]},"ts":"9223372036854775807"} 2024-11-20T00:22:23,402 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T00:22:23,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => accae7e877609a7d70021cb85a9ef981, NAME => 'TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T00:22:23,403 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T00:22:23,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732062143403"}]},"ts":"9223372036854775807"} 2024-11-20T00:22:23,405 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T00:22:23,409 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:23,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-11-20T00:22:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T00:22:23,426 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-20T00:22:23,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_399897728_22 at /127.0.0.1:60310 [Waiting for operation #384] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27693433_22 at /127.0.0.1:53088 [Waiting for operation #400] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27693433_22 at /127.0.0.1:52916 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4c2f74f6ba1b:33563-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 161) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2049 (was 2726) 2024-11-20T00:22:23,448 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=2048 2024-11-20T00:22:23,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:22:23,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:22:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:23,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T00:22:23,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:23,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-20T00:22:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T00:22:23,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T00:22:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741967_1143 (size=960) 2024-11-20T00:22:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T00:22:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T00:22:23,861 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:22:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741968_1144 (size=53) 2024-11-20T00:22:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T00:22:24,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:22:24,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7d744c013ef20dd34a68fcf57e7ce205, disabling compactions & flushes 2024-11-20T00:22:24,268 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. after waiting 0 ms 2024-11-20T00:22:24,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,268 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:24,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T00:22:24,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732062144270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732062144270"}]},"ts":"1732062144270"} 2024-11-20T00:22:24,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T00:22:24,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T00:22:24,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062144272"}]},"ts":"1732062144272"} 2024-11-20T00:22:24,273 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T00:22:24,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, ASSIGN}] 2024-11-20T00:22:24,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, ASSIGN 2024-11-20T00:22:24,282 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, ASSIGN; state=OFFLINE, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=false 2024-11-20T00:22:24,317 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T00:22:24,319 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T00:22:24,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:24,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:22:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T00:22:24,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:24,591 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,591 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:22:24,591 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,591 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:22:24,591 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,591 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,593 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,594 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:24,594 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d744c013ef20dd34a68fcf57e7ce205 columnFamilyName A 2024-11-20T00:22:24,595 DEBUG [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:24,595 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(327): Store=7d744c013ef20dd34a68fcf57e7ce205/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:24,595 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,596 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:24,597 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d744c013ef20dd34a68fcf57e7ce205 columnFamilyName B 2024-11-20T00:22:24,597 DEBUG [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:24,597 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(327): Store=7d744c013ef20dd34a68fcf57e7ce205/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:24,597 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,598 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:24,599 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d744c013ef20dd34a68fcf57e7ce205 columnFamilyName C 2024-11-20T00:22:24,599 DEBUG [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:24,599 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(327): Store=7d744c013ef20dd34a68fcf57e7ce205/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:24,599 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,600 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,601 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,602 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:22:24,603 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:24,606 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:22:24,606 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 7d744c013ef20dd34a68fcf57e7ce205; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73365130, jitterRate=0.0932256281375885}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:22:24,607 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:24,608 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., pid=39, masterSystemTime=1732062144587 2024-11-20T00:22:24,610 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,610 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:24,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:24,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T00:22:24,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 in 176 msec 2024-11-20T00:22:24,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T00:22:24,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, ASSIGN in 332 msec 2024-11-20T00:22:24,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T00:22:24,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062144615"}]},"ts":"1732062144615"} 2024-11-20T00:22:24,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T00:22:24,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T00:22:24,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-20T00:22:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T00:22:25,559 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-20T00:22:25,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-20T00:22:25,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:25,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:25,569 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:25,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T00:22:25,572 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T00:22:25,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:22:25,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:22:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741969_1145 (size=996) 2024-11-20T00:22:25,997 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T00:22:25,997 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T00:22:26,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:22:26,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, REOPEN/MOVE}] 2024-11-20T00:22:26,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, REOPEN/MOVE 2024-11-20T00:22:26,010 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,012 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:22:26,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:22:26,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,164 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,164 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:22:26,164 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 7d744c013ef20dd34a68fcf57e7ce205, disabling compactions & flushes 2024-11-20T00:22:26,164 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,164 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,165 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. after waiting 0 ms 2024-11-20T00:22:26,165 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,168 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T00:22:26,169 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,169 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:26,169 WARN [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 7d744c013ef20dd34a68fcf57e7ce205 to self. 2024-11-20T00:22:26,171 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=CLOSED 2024-11-20T00:22:26,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T00:22:26,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 in 160 msec 2024-11-20T00:22:26,174 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, REOPEN/MOVE; state=CLOSED, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=true 2024-11-20T00:22:26,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:22:26,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,481 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,481 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:22:26,482 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,482 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:22:26,482 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,482 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,485 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,486 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:26,491 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d744c013ef20dd34a68fcf57e7ce205 columnFamilyName A 2024-11-20T00:22:26,493 DEBUG [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:26,493 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(327): Store=7d744c013ef20dd34a68fcf57e7ce205/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:26,494 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,494 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:26,495 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d744c013ef20dd34a68fcf57e7ce205 columnFamilyName B 2024-11-20T00:22:26,495 DEBUG [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:26,496 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(327): Store=7d744c013ef20dd34a68fcf57e7ce205/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:26,496 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,496 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:26,497 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d744c013ef20dd34a68fcf57e7ce205 columnFamilyName C 2024-11-20T00:22:26,497 DEBUG [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:26,498 INFO [StoreOpener-7d744c013ef20dd34a68fcf57e7ce205-1 {}] regionserver.HStore(327): Store=7d744c013ef20dd34a68fcf57e7ce205/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:26,499 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,499 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,501 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,503 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:22:26,505 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,506 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 7d744c013ef20dd34a68fcf57e7ce205; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60444065, jitterRate=-0.09931324422359467}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:22:26,507 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:26,508 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., pid=44, masterSystemTime=1732062146478 2024-11-20T00:22:26,510 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,510 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=OPEN, openSeqNum=5, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-20T00:22:26,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 in 186 msec 2024-11-20T00:22:26,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-20T00:22:26,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, REOPEN/MOVE in 505 msec 2024-11-20T00:22:26,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T00:22:26,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-20T00:22:26,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-20T00:22:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-20T00:22:26,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-20T00:22:26,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-20T00:22:26,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-20T00:22:26,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-20T00:22:26,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-20T00:22:26,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-20T00:22:26,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-20T00:22:26,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-20T00:22:26,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-20T00:22:26,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:26,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-20T00:22:26,581 DEBUG [hconnection-0x68100ae9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,581 DEBUG [hconnection-0x45d78326-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,582 DEBUG [hconnection-0x25c0120c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,582 DEBUG [hconnection-0x82b64cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:26,583 DEBUG [hconnection-0x4898072e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,583 DEBUG [hconnection-0x3769ba3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,583 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,584 DEBUG [hconnection-0x29879a38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,584 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,584 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T00:22:26,586 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,586 DEBUG [hconnection-0x5dc972f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,586 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:26,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:26,587 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,587 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,587 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,588 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,588 DEBUG [hconnection-0x46fd7854-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:26,589 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:22:26,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:26,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:26,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:26,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:26,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:26,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:26,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062206636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062206635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062206637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062206640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062206640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120413fba06e83d40e194b823acf2346c71_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062146598/Put/seqid=0 2024-11-20T00:22:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741970_1146 (size=12154) 2024-11-20T00:22:26,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T00:22:26,688 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120413fba06e83d40e194b823acf2346c71_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120413fba06e83d40e194b823acf2346c71_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,690 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/548e1927dfc54af6aa5b206efaf88930, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:26,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/548e1927dfc54af6aa5b206efaf88930 is 175, key is test_row_0/A:col10/1732062146598/Put/seqid=0 2024-11-20T00:22:26,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741971_1147 (size=30955) 2024-11-20T00:22:26,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/548e1927dfc54af6aa5b206efaf88930 2024-11-20T00:22:26,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T00:22:26,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:26,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:26,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:26,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062206743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062206745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062206745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/a5c89f88fd3440468812377a1704dca6 is 50, key is test_row_0/B:col10/1732062146598/Put/seqid=0 2024-11-20T00:22:26,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062206749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062206751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741972_1148 (size=12001) 2024-11-20T00:22:26,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/a5c89f88fd3440468812377a1704dca6 2024-11-20T00:22:26,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/fec63e34330b44ddb0cc271a03322d3f is 50, key is test_row_0/C:col10/1732062146598/Put/seqid=0 2024-11-20T00:22:26,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741973_1149 (size=12001) 2024-11-20T00:22:26,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/fec63e34330b44ddb0cc271a03322d3f 2024-11-20T00:22:26,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/548e1927dfc54af6aa5b206efaf88930 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/548e1927dfc54af6aa5b206efaf88930 2024-11-20T00:22:26,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/548e1927dfc54af6aa5b206efaf88930, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T00:22:26,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/a5c89f88fd3440468812377a1704dca6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/a5c89f88fd3440468812377a1704dca6 2024-11-20T00:22:26,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/a5c89f88fd3440468812377a1704dca6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T00:22:26,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/fec63e34330b44ddb0cc271a03322d3f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fec63e34330b44ddb0cc271a03322d3f 2024-11-20T00:22:26,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fec63e34330b44ddb0cc271a03322d3f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T00:22:26,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7d744c013ef20dd34a68fcf57e7ce205 in 272ms, sequenceid=16, compaction requested=false 2024-11-20T00:22:26,870 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T00:22:26,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T00:22:26,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T00:22:26,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:26,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:22:26,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:26,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098d2cdf4689a4e7ca37b886ab2408198_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062146633/Put/seqid=0 2024-11-20T00:22:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741974_1150 (size=12154) 2024-11-20T00:22:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:26,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098d2cdf4689a4e7ca37b886ab2408198_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098d2cdf4689a4e7ca37b886ab2408198_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d10921ff1abe43f8bd52510ec3ec531f, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:26,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d10921ff1abe43f8bd52510ec3ec531f is 175, key is test_row_0/A:col10/1732062146633/Put/seqid=0 2024-11-20T00:22:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:26,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062206970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062206970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741975_1151 (size=30955) 2024-11-20T00:22:27,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062206974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062206975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062206977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T00:22:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062207092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062207092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062207103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062207103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062207104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T00:22:27,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062207299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062207299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062207309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062207309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062207310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d10921ff1abe43f8bd52510ec3ec531f 2024-11-20T00:22:27,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/b9d5b49f6fb4429893b8cc21f3a13523 is 50, key is test_row_0/B:col10/1732062146633/Put/seqid=0 2024-11-20T00:22:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741976_1152 (size=12001) 2024-11-20T00:22:27,485 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/b9d5b49f6fb4429893b8cc21f3a13523 2024-11-20T00:22:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/e67bb0319bdb4d4a8deef045d395baf2 is 50, key is test_row_0/C:col10/1732062146633/Put/seqid=0 2024-11-20T00:22:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741977_1153 (size=12001) 2024-11-20T00:22:27,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062207607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062207608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062207613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062207614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062207616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T00:22:27,971 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/e67bb0319bdb4d4a8deef045d395baf2 2024-11-20T00:22:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d10921ff1abe43f8bd52510ec3ec531f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d10921ff1abe43f8bd52510ec3ec531f 2024-11-20T00:22:27,985 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d10921ff1abe43f8bd52510ec3ec531f, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T00:22:27,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/b9d5b49f6fb4429893b8cc21f3a13523 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b9d5b49f6fb4429893b8cc21f3a13523 2024-11-20T00:22:27,994 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b9d5b49f6fb4429893b8cc21f3a13523, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T00:22:27,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/e67bb0319bdb4d4a8deef045d395baf2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/e67bb0319bdb4d4a8deef045d395baf2 2024-11-20T00:22:28,002 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/e67bb0319bdb4d4a8deef045d395baf2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T00:22:28,003 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7d744c013ef20dd34a68fcf57e7ce205 in 1110ms, sequenceid=40, compaction requested=false 2024-11-20T00:22:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T00:22:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-20T00:22:28,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-20T00:22:28,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-20T00:22:28,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.4270 sec 2024-11-20T00:22:28,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:22:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062208144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062208146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062208148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112060774176e8f3482e8d781240dcf4166b_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062148114/Put/seqid=0 2024-11-20T00:22:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062208152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062208153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741978_1154 (size=14594) 2024-11-20T00:22:28,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:28,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112060774176e8f3482e8d781240dcf4166b_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112060774176e8f3482e8d781240dcf4166b_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:28,197 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/74de6635061441a28c05097d50914d41, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:28,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/74de6635061441a28c05097d50914d41 is 175, key is test_row_0/A:col10/1732062148114/Put/seqid=0 2024-11-20T00:22:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741979_1155 (size=39549) 2024-11-20T00:22:28,218 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/74de6635061441a28c05097d50914d41 2024-11-20T00:22:28,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/64cc417ad80641da9fef4d8d5aa7557b is 50, key is test_row_0/B:col10/1732062148114/Put/seqid=0 2024-11-20T00:22:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741980_1156 (size=12001) 2024-11-20T00:22:28,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062208254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062208254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062208257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062208258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062208260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062208457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062208459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062208459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062208463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062208464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/64cc417ad80641da9fef4d8d5aa7557b 2024-11-20T00:22:28,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/4fd5e99e77ef4e4bb40cad83fa155d0e is 50, key is test_row_0/C:col10/1732062148114/Put/seqid=0 2024-11-20T00:22:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741981_1157 (size=12001) 2024-11-20T00:22:28,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/4fd5e99e77ef4e4bb40cad83fa155d0e 2024-11-20T00:22:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T00:22:28,690 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-20T00:22:28,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T00:22:28,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:28,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:28,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:28,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/74de6635061441a28c05097d50914d41 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/74de6635061441a28c05097d50914d41 2024-11-20T00:22:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T00:22:28,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/74de6635061441a28c05097d50914d41, entries=200, sequenceid=54, filesize=38.6 K 2024-11-20T00:22:28,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/64cc417ad80641da9fef4d8d5aa7557b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/64cc417ad80641da9fef4d8d5aa7557b 2024-11-20T00:22:28,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/64cc417ad80641da9fef4d8d5aa7557b, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T00:22:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/4fd5e99e77ef4e4bb40cad83fa155d0e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4fd5e99e77ef4e4bb40cad83fa155d0e 2024-11-20T00:22:28,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4fd5e99e77ef4e4bb40cad83fa155d0e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T00:22:28,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7d744c013ef20dd34a68fcf57e7ce205 in 607ms, sequenceid=54, compaction requested=true 2024-11-20T00:22:28,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:28,724 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:28,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:28,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:28,724 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:28,725 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:28,725 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/A is initiating minor compaction (all files) 2024-11-20T00:22:28,726 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/A in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:28,726 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/548e1927dfc54af6aa5b206efaf88930, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d10921ff1abe43f8bd52510ec3ec531f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/74de6635061441a28c05097d50914d41] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=99.1 K 2024-11-20T00:22:28,726 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:28,726 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/548e1927dfc54af6aa5b206efaf88930, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d10921ff1abe43f8bd52510ec3ec531f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/74de6635061441a28c05097d50914d41] 2024-11-20T00:22:28,727 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:28,727 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/B is initiating minor compaction (all files) 2024-11-20T00:22:28,727 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/B in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:28,727 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/a5c89f88fd3440468812377a1704dca6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b9d5b49f6fb4429893b8cc21f3a13523, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/64cc417ad80641da9fef4d8d5aa7557b] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=35.2 K 2024-11-20T00:22:28,727 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 548e1927dfc54af6aa5b206efaf88930, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732062146595 2024-11-20T00:22:28,728 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c89f88fd3440468812377a1704dca6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732062146595 2024-11-20T00:22:28,729 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d10921ff1abe43f8bd52510ec3ec531f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732062146633 2024-11-20T00:22:28,730 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b9d5b49f6fb4429893b8cc21f3a13523, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732062146633 2024-11-20T00:22:28,730 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74de6635061441a28c05097d50914d41, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062146966 2024-11-20T00:22:28,731 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 64cc417ad80641da9fef4d8d5aa7557b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062146970 2024-11-20T00:22:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:28,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:22:28,771 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#B#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:28,772 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/c85b2cc651d94feca93e1fe6cd1bf4d2 is 50, key is test_row_0/B:col10/1732062148114/Put/seqid=0 2024-11-20T00:22:28,777 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:28,785 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207b67756673ba4889ac604c3228d750f7_7d744c013ef20dd34a68fcf57e7ce205 store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:28,791 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207b67756673ba4889ac604c3228d750f7_7d744c013ef20dd34a68fcf57e7ce205, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:28,792 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207b67756673ba4889ac604c3228d750f7_7d744c013ef20dd34a68fcf57e7ce205 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T00:22:28,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062208802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062208800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062208804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062208806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062208806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741982_1158 (size=12104) 2024-11-20T00:22:28,822 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/c85b2cc651d94feca93e1fe6cd1bf4d2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c85b2cc651d94feca93e1fe6cd1bf4d2 2024-11-20T00:22:28,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741983_1159 (size=4469) 2024-11-20T00:22:28,831 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/B of 7d744c013ef20dd34a68fcf57e7ce205 into c85b2cc651d94feca93e1fe6cd1bf4d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:28,831 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:28,831 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/B, priority=13, startTime=1732062148724; duration=0sec 2024-11-20T00:22:28,831 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:28,831 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:B 2024-11-20T00:22:28,831 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:28,832 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#A#compaction#138 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:28,834 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:28,834 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/C is initiating minor compaction (all files) 2024-11-20T00:22:28,834 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/C in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:28,834 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fec63e34330b44ddb0cc271a03322d3f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/e67bb0319bdb4d4a8deef045d395baf2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4fd5e99e77ef4e4bb40cad83fa155d0e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=35.2 K 2024-11-20T00:22:28,835 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fec63e34330b44ddb0cc271a03322d3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732062146595 2024-11-20T00:22:28,835 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/274094c80110479a9e69bfdccd665989 is 175, key is test_row_0/A:col10/1732062148114/Put/seqid=0 2024-11-20T00:22:28,835 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e67bb0319bdb4d4a8deef045d395baf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732062146633 2024-11-20T00:22:28,837 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fd5e99e77ef4e4bb40cad83fa155d0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062146970 2024-11-20T00:22:28,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b10e7b27a7044179bf34ea496665176_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062148768/Put/seqid=0 2024-11-20T00:22:28,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:28,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:28,850 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:28,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:28,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:28,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:28,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:28,850 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/fa2814f36c5343c3b71882782c35e8b1 is 50, key is test_row_0/C:col10/1732062148114/Put/seqid=0 2024-11-20T00:22:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741984_1160 (size=31058) 2024-11-20T00:22:28,882 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/274094c80110479a9e69bfdccd665989 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/274094c80110479a9e69bfdccd665989 2024-11-20T00:22:28,889 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/A of 7d744c013ef20dd34a68fcf57e7ce205 into 274094c80110479a9e69bfdccd665989(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:28,889 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:28,889 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/A, priority=13, startTime=1732062148724; duration=0sec 2024-11-20T00:22:28,890 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:28,890 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:A 2024-11-20T00:22:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741985_1161 (size=12154) 2024-11-20T00:22:28,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741986_1162 (size=12104) 2024-11-20T00:22:28,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062208908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062208908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062208909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,912 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/fa2814f36c5343c3b71882782c35e8b1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fa2814f36c5343c3b71882782c35e8b1 2024-11-20T00:22:28,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062208911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062208912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:28,920 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/C of 7d744c013ef20dd34a68fcf57e7ce205 into fa2814f36c5343c3b71882782c35e8b1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:28,920 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:28,920 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/C, priority=13, startTime=1732062148758; duration=0sec 2024-11-20T00:22:28,920 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:28,920 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:C 2024-11-20T00:22:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T00:22:29,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:29,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062209111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062209112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062209113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062209118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062209119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T00:22:29,305 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b10e7b27a7044179bf34ea496665176_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b10e7b27a7044179bf34ea496665176_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:29,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/ba63e26b4ae244ad91a3bd1cdafac733, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:29,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/ba63e26b4ae244ad91a3bd1cdafac733 is 175, key is test_row_0/A:col10/1732062148768/Put/seqid=0 2024-11-20T00:22:29,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741987_1163 (size=30955) 2024-11-20T00:22:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062209415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062209415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062209419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062209424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062209426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,735 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/ba63e26b4ae244ad91a3bd1cdafac733 2024-11-20T00:22:29,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/76d63a7bbced4fac8f8b0d358e0397b1 is 50, key is test_row_0/B:col10/1732062148768/Put/seqid=0 2024-11-20T00:22:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741988_1164 (size=12001) 2024-11-20T00:22:29,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/76d63a7bbced4fac8f8b0d358e0397b1 2024-11-20T00:22:29,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:29,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:29,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/4ba4f315c4bb49fbad7b4755fc25a726 is 50, key is test_row_0/C:col10/1732062148768/Put/seqid=0 2024-11-20T00:22:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741989_1165 (size=12001) 2024-11-20T00:22:29,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/4ba4f315c4bb49fbad7b4755fc25a726 2024-11-20T00:22:29,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/ba63e26b4ae244ad91a3bd1cdafac733 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/ba63e26b4ae244ad91a3bd1cdafac733 2024-11-20T00:22:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T00:22:29,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/ba63e26b4ae244ad91a3bd1cdafac733, entries=150, sequenceid=78, filesize=30.2 K 2024-11-20T00:22:29,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/76d63a7bbced4fac8f8b0d358e0397b1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/76d63a7bbced4fac8f8b0d358e0397b1 2024-11-20T00:22:29,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/76d63a7bbced4fac8f8b0d358e0397b1, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T00:22:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/4ba4f315c4bb49fbad7b4755fc25a726 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4ba4f315c4bb49fbad7b4755fc25a726 2024-11-20T00:22:29,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4ba4f315c4bb49fbad7b4755fc25a726, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T00:22:29,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7d744c013ef20dd34a68fcf57e7ce205 in 1050ms, sequenceid=78, compaction requested=false 2024-11-20T00:22:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:29,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:29,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:29,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:29,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205dff27bd9ebf49028e9e2f5cfe742000_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062148797/Put/seqid=0 2024-11-20T00:22:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741990_1166 (size=12154) 2024-11-20T00:22:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062209982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062209983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062209985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062209986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:29,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062209990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062210091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062210091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062210092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062210093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062210096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:30,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062210294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062210296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062210300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062210300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062210300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:30,357 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205dff27bd9ebf49028e9e2f5cfe742000_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205dff27bd9ebf49028e9e2f5cfe742000_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:30,358 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c845070df38a4110b26d0e88bc38e604, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:30,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c845070df38a4110b26d0e88bc38e604 is 175, key is test_row_0/A:col10/1732062148797/Put/seqid=0 2024-11-20T00:22:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741991_1167 (size=30955) 2024-11-20T00:22:30,366 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c845070df38a4110b26d0e88bc38e604 2024-11-20T00:22:30,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/2b9782cb789b45b7a1630dbe3c25e413 is 50, key is test_row_0/B:col10/1732062148797/Put/seqid=0 2024-11-20T00:22:30,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741992_1168 (size=12001) 2024-11-20T00:22:30,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/2b9782cb789b45b7a1630dbe3c25e413 2024-11-20T00:22:30,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/41d55c7fe4b147229a7325c96077bd45 is 50, key is test_row_0/C:col10/1732062148797/Put/seqid=0 2024-11-20T00:22:30,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741993_1169 (size=12001) 2024-11-20T00:22:30,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/41d55c7fe4b147229a7325c96077bd45 2024-11-20T00:22:30,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c845070df38a4110b26d0e88bc38e604 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c845070df38a4110b26d0e88bc38e604 2024-11-20T00:22:30,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c845070df38a4110b26d0e88bc38e604, entries=150, sequenceid=96, filesize=30.2 K 2024-11-20T00:22:30,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/2b9782cb789b45b7a1630dbe3c25e413 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2b9782cb789b45b7a1630dbe3c25e413 2024-11-20T00:22:30,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2b9782cb789b45b7a1630dbe3c25e413, entries=150, sequenceid=96, filesize=11.7 K 2024-11-20T00:22:30,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/41d55c7fe4b147229a7325c96077bd45 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/41d55c7fe4b147229a7325c96077bd45 2024-11-20T00:22:30,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/41d55c7fe4b147229a7325c96077bd45, entries=150, sequenceid=96, filesize=11.7 K 2024-11-20T00:22:30,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7d744c013ef20dd34a68fcf57e7ce205 in 531ms, sequenceid=96, compaction requested=true 2024-11-20T00:22:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:30,454 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:22:30,454 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:30,456 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:30,456 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:30,456 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/B is initiating minor compaction (all files) 2024-11-20T00:22:30,456 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/A is initiating minor compaction (all files) 2024-11-20T00:22:30,456 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/B in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,456 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/A in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,456 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c85b2cc651d94feca93e1fe6cd1bf4d2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/76d63a7bbced4fac8f8b0d358e0397b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2b9782cb789b45b7a1630dbe3c25e413] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=35.3 K 2024-11-20T00:22:30,456 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/274094c80110479a9e69bfdccd665989, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/ba63e26b4ae244ad91a3bd1cdafac733, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c845070df38a4110b26d0e88bc38e604] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=90.8 K 2024-11-20T00:22:30,456 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,456 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/274094c80110479a9e69bfdccd665989, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/ba63e26b4ae244ad91a3bd1cdafac733, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c845070df38a4110b26d0e88bc38e604] 2024-11-20T00:22:30,457 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c85b2cc651d94feca93e1fe6cd1bf4d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062146970 2024-11-20T00:22:30,457 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 274094c80110479a9e69bfdccd665989, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062146970 2024-11-20T00:22:30,458 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 76d63a7bbced4fac8f8b0d358e0397b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732062148148 2024-11-20T00:22:30,458 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba63e26b4ae244ad91a3bd1cdafac733, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732062148148 2024-11-20T00:22:30,458 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b9782cb789b45b7a1630dbe3c25e413, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732062148797 2024-11-20T00:22:30,459 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c845070df38a4110b26d0e88bc38e604, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732062148797 2024-11-20T00:22:30,473 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#B#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:30,474 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/e2e9c6870490488ab2ff7bc99096d13b is 50, key is test_row_0/B:col10/1732062148797/Put/seqid=0 2024-11-20T00:22:30,476 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:30,481 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a2dc736d9a5f4fa3ab33be5437e7c7b0_7d744c013ef20dd34a68fcf57e7ce205 store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:30,487 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a2dc736d9a5f4fa3ab33be5437e7c7b0_7d744c013ef20dd34a68fcf57e7ce205, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:30,487 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a2dc736d9a5f4fa3ab33be5437e7c7b0_7d744c013ef20dd34a68fcf57e7ce205 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741994_1170 (size=12207) 2024-11-20T00:22:30,521 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/e2e9c6870490488ab2ff7bc99096d13b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/e2e9c6870490488ab2ff7bc99096d13b 2024-11-20T00:22:30,531 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/B of 7d744c013ef20dd34a68fcf57e7ce205 into e2e9c6870490488ab2ff7bc99096d13b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:30,531 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:30,531 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/B, priority=13, startTime=1732062150454; duration=0sec 2024-11-20T00:22:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741995_1171 (size=4469) 2024-11-20T00:22:30,532 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:30,536 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:B 2024-11-20T00:22:30,536 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:30,538 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#A#compaction#147 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:30,539 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/f9e009cc81974bd198ace506d3f05cbc is 175, key is test_row_0/A:col10/1732062148797/Put/seqid=0 2024-11-20T00:22:30,540 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:30,540 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/C is initiating minor compaction (all files) 2024-11-20T00:22:30,540 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/C in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,540 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fa2814f36c5343c3b71882782c35e8b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4ba4f315c4bb49fbad7b4755fc25a726, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/41d55c7fe4b147229a7325c96077bd45] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=35.3 K 2024-11-20T00:22:30,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T00:22:30,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,541 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T00:22:30,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:30,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:30,542 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fa2814f36c5343c3b71882782c35e8b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062146970 2024-11-20T00:22:30,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:30,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:30,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:30,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:30,542 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba4f315c4bb49fbad7b4755fc25a726, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732062148148 2024-11-20T00:22:30,543 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 41d55c7fe4b147229a7325c96077bd45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732062148797 2024-11-20T00:22:30,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741996_1172 (size=31161) 2024-11-20T00:22:30,557 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/f9e009cc81974bd198ace506d3f05cbc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f9e009cc81974bd198ace506d3f05cbc 2024-11-20T00:22:30,569 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#C#compaction#148 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:30,570 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/cbda9f1a33994614b33d0ef481bf849a is 50, key is test_row_0/C:col10/1732062148797/Put/seqid=0 2024-11-20T00:22:30,571 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/A of 7d744c013ef20dd34a68fcf57e7ce205 into f9e009cc81974bd198ace506d3f05cbc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:30,571 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:30,571 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/A, priority=13, startTime=1732062150454; duration=0sec 2024-11-20T00:22:30,571 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:30,571 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:A 2024-11-20T00:22:30,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207916f293a0124511a85320c50dedf8c4_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062149980/Put/seqid=0 2024-11-20T00:22:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741997_1173 (size=12207) 2024-11-20T00:22:30,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:30,608 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/cbda9f1a33994614b33d0ef481bf849a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cbda9f1a33994614b33d0ef481bf849a 2024-11-20T00:22:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741998_1174 (size=12154) 2024-11-20T00:22:30,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:30,617 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/C of 7d744c013ef20dd34a68fcf57e7ce205 into cbda9f1a33994614b33d0ef481bf849a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:30,617 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:30,617 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/C, priority=13, startTime=1732062150454; duration=0sec 2024-11-20T00:22:30,617 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:30,617 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:C 2024-11-20T00:22:30,620 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207916f293a0124511a85320c50dedf8c4_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207916f293a0124511a85320c50dedf8c4_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:30,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c1b82dc63a1744758b7149381952d085, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:30,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c1b82dc63a1744758b7149381952d085 is 175, key is test_row_0/A:col10/1732062149980/Put/seqid=0 2024-11-20T00:22:30,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062210621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062210621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062210626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062210627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062210628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741999_1175 (size=30955) 2024-11-20T00:22:30,661 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c1b82dc63a1744758b7149381952d085 2024-11-20T00:22:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/d2b53d87c581465f8b3a784a43864cb5 is 50, key is test_row_0/B:col10/1732062149980/Put/seqid=0 2024-11-20T00:22:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742000_1176 (size=12001) 2024-11-20T00:22:30,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/d2b53d87c581465f8b3a784a43864cb5 2024-11-20T00:22:30,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a7dca18ddf5b4c8c97f4e25018fb6f83 is 50, key is test_row_0/C:col10/1732062149980/Put/seqid=0 2024-11-20T00:22:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062210730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062210730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062210733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062210734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062210734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:30,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742001_1177 (size=12001) 2024-11-20T00:22:30,763 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a7dca18ddf5b4c8c97f4e25018fb6f83 2024-11-20T00:22:30,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/c1b82dc63a1744758b7149381952d085 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c1b82dc63a1744758b7149381952d085 2024-11-20T00:22:30,777 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c1b82dc63a1744758b7149381952d085, entries=150, sequenceid=118, filesize=30.2 K 2024-11-20T00:22:30,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/d2b53d87c581465f8b3a784a43864cb5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d2b53d87c581465f8b3a784a43864cb5 2024-11-20T00:22:30,785 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d2b53d87c581465f8b3a784a43864cb5, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T00:22:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a7dca18ddf5b4c8c97f4e25018fb6f83 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a7dca18ddf5b4c8c97f4e25018fb6f83 2024-11-20T00:22:30,794 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a7dca18ddf5b4c8c97f4e25018fb6f83, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T00:22:30,798 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7d744c013ef20dd34a68fcf57e7ce205 in 257ms, sequenceid=118, compaction requested=false 2024-11-20T00:22:30,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:30,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:30,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T00:22:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T00:22:30,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T00:22:30,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1040 sec 2024-11-20T00:22:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T00:22:30,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.1090 sec 2024-11-20T00:22:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:30,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T00:22:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:30,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112030f0393522bf4aeba97d5c862f740de2_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062150933/Put/seqid=0 2024-11-20T00:22:30,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742002_1178 (size=14744) 2024-11-20T00:22:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062211013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062211015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062211017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062211019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062211019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062211119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062211120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062211126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062211127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062211127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062211324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062211324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062211329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062211331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062211331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:31,368 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112030f0393522bf4aeba97d5c862f740de2_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030f0393522bf4aeba97d5c862f740de2_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:31,369 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/90569cde35b84e69b399650cdda8ee5e, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:31,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/90569cde35b84e69b399650cdda8ee5e is 175, key is test_row_0/A:col10/1732062150933/Put/seqid=0 2024-11-20T00:22:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742003_1179 (size=39699) 2024-11-20T00:22:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062211628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062211628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062211635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062211636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062211638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:31,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/90569cde35b84e69b399650cdda8ee5e 2024-11-20T00:22:31,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/c67e6f68e76b41859da703ecf784a6a6 is 50, key is test_row_0/B:col10/1732062150933/Put/seqid=0 2024-11-20T00:22:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742004_1180 (size=12151) 2024-11-20T00:22:31,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T00:22:32,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062212130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062212131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:32,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062212138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:32,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062212141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062212145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:32,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/c67e6f68e76b41859da703ecf784a6a6 2024-11-20T00:22:32,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/587178a58596426aa1b7478de7c3f019 is 50, key is test_row_0/C:col10/1732062150933/Put/seqid=0 2024-11-20T00:22:32,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742005_1181 (size=12151) 2024-11-20T00:22:32,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/587178a58596426aa1b7478de7c3f019 2024-11-20T00:22:32,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/90569cde35b84e69b399650cdda8ee5e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/90569cde35b84e69b399650cdda8ee5e 2024-11-20T00:22:32,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/90569cde35b84e69b399650cdda8ee5e, entries=200, sequenceid=136, filesize=38.8 K 2024-11-20T00:22:32,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/c67e6f68e76b41859da703ecf784a6a6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c67e6f68e76b41859da703ecf784a6a6 2024-11-20T00:22:32,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c67e6f68e76b41859da703ecf784a6a6, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T00:22:32,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/587178a58596426aa1b7478de7c3f019 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/587178a58596426aa1b7478de7c3f019 2024-11-20T00:22:32,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/587178a58596426aa1b7478de7c3f019, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T00:22:32,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 7d744c013ef20dd34a68fcf57e7ce205 in 1703ms, sequenceid=136, compaction requested=true 2024-11-20T00:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:32,637 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:32,637 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:32,639 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:32,639 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/B is initiating minor compaction (all files) 2024-11-20T00:22:32,639 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/B in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:32,640 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/e2e9c6870490488ab2ff7bc99096d13b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d2b53d87c581465f8b3a784a43864cb5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c67e6f68e76b41859da703ecf784a6a6] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=35.5 K 2024-11-20T00:22:32,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:32,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/A is initiating minor compaction (all files) 2024-11-20T00:22:32,640 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/A in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:32,640 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f9e009cc81974bd198ace506d3f05cbc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c1b82dc63a1744758b7149381952d085, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/90569cde35b84e69b399650cdda8ee5e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=99.4 K 2024-11-20T00:22:32,640 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:32,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f9e009cc81974bd198ace506d3f05cbc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c1b82dc63a1744758b7149381952d085, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/90569cde35b84e69b399650cdda8ee5e] 2024-11-20T00:22:32,641 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e2e9c6870490488ab2ff7bc99096d13b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732062148797 2024-11-20T00:22:32,641 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9e009cc81974bd198ace506d3f05cbc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732062148797 2024-11-20T00:22:32,641 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d2b53d87c581465f8b3a784a43864cb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732062149980 2024-11-20T00:22:32,642 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1b82dc63a1744758b7149381952d085, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732062149980 2024-11-20T00:22:32,642 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c67e6f68e76b41859da703ecf784a6a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062150613 2024-11-20T00:22:32,643 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90569cde35b84e69b399650cdda8ee5e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062150610 2024-11-20T00:22:32,660 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:32,667 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:32,668 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/2268c8a9853c4c3aa1f2fd0602cbb13a is 50, key is test_row_0/B:col10/1732062150933/Put/seqid=0 2024-11-20T00:22:32,670 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200e41082b8967490bae41eef012b9c134_7d744c013ef20dd34a68fcf57e7ce205 store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:32,674 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200e41082b8967490bae41eef012b9c134_7d744c013ef20dd34a68fcf57e7ce205, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:32,674 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200e41082b8967490bae41eef012b9c134_7d744c013ef20dd34a68fcf57e7ce205 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742006_1182 (size=12459) 2024-11-20T00:22:32,690 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/2268c8a9853c4c3aa1f2fd0602cbb13a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2268c8a9853c4c3aa1f2fd0602cbb13a 2024-11-20T00:22:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742007_1183 (size=4469) 2024-11-20T00:22:32,700 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/B of 7d744c013ef20dd34a68fcf57e7ce205 into 2268c8a9853c4c3aa1f2fd0602cbb13a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:32,700 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:32,700 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/B, priority=13, startTime=1732062152637; duration=0sec 2024-11-20T00:22:32,700 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:32,700 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:B 2024-11-20T00:22:32,700 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:32,701 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:32,702 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/C is initiating minor compaction (all files) 2024-11-20T00:22:32,702 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/C in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:32,702 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cbda9f1a33994614b33d0ef481bf849a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a7dca18ddf5b4c8c97f4e25018fb6f83, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/587178a58596426aa1b7478de7c3f019] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=35.5 K 2024-11-20T00:22:32,704 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting cbda9f1a33994614b33d0ef481bf849a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732062148797 2024-11-20T00:22:32,705 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a7dca18ddf5b4c8c97f4e25018fb6f83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732062149980 2024-11-20T00:22:32,705 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 587178a58596426aa1b7478de7c3f019, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062150613 2024-11-20T00:22:32,715 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:32,715 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/c4ea16cd82644fb4b91ff0f0c9ec4352 is 50, key is test_row_0/C:col10/1732062150933/Put/seqid=0 2024-11-20T00:22:32,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742008_1184 (size=12459) 2024-11-20T00:22:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T00:22:32,803 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T00:22:32,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T00:22:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T00:22:32,805 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:32,806 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:32,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T00:22:32,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:32,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T00:22:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:32,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:22:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:32,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209fed956d71694aa8a5d4418e75b6f749_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062151013/Put/seqid=0 2024-11-20T00:22:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742009_1185 (size=12304) 2024-11-20T00:22:33,100 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#A#compaction#155 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:33,101 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/7858f8476acd43a8a6ebe215ffa9ff85 is 175, key is test_row_0/A:col10/1732062150933/Put/seqid=0 2024-11-20T00:22:33,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742010_1186 (size=31413) 2024-11-20T00:22:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T00:22:33,115 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/7858f8476acd43a8a6ebe215ffa9ff85 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/7858f8476acd43a8a6ebe215ffa9ff85 2024-11-20T00:22:33,122 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/A of 7d744c013ef20dd34a68fcf57e7ce205 into 7858f8476acd43a8a6ebe215ffa9ff85(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:33,122 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:33,122 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/A, priority=13, startTime=1732062152637; duration=0sec 2024-11-20T00:22:33,122 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:33,122 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:A 2024-11-20T00:22:33,134 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/c4ea16cd82644fb4b91ff0f0c9ec4352 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c4ea16cd82644fb4b91ff0f0c9ec4352 2024-11-20T00:22:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:33,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:33,143 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/C of 7d744c013ef20dd34a68fcf57e7ce205 into c4ea16cd82644fb4b91ff0f0c9ec4352(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:33,143 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:33,144 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/C, priority=13, startTime=1732062152637; duration=0sec 2024-11-20T00:22:33,144 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:33,144 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:C 2024-11-20T00:22:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062213151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062213152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062213153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062213154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062213154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062213255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062213256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062213257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062213258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062213259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,377 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209fed956d71694aa8a5d4418e75b6f749_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209fed956d71694aa8a5d4418e75b6f749_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:33,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/384faafb7b3f4aeb9f0546ce4bdb54c3, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/384faafb7b3f4aeb9f0546ce4bdb54c3 is 175, key is test_row_0/A:col10/1732062151013/Put/seqid=0 2024-11-20T00:22:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742011_1187 (size=31105) 2024-11-20T00:22:33,383 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/384faafb7b3f4aeb9f0546ce4bdb54c3 2024-11-20T00:22:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/20c96b71199e4f7db861e687a6ece86e is 50, key is test_row_0/B:col10/1732062151013/Put/seqid=0 2024-11-20T00:22:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742012_1188 (size=12151) 2024-11-20T00:22:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T00:22:33,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062213458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062213458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062213459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062213462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062213462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062213761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062213762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062213763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062213765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062213766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:33,797 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/20c96b71199e4f7db861e687a6ece86e 2024-11-20T00:22:33,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a07df6cd716241009090c2c1c632cbce is 50, key is test_row_0/C:col10/1732062151013/Put/seqid=0 2024-11-20T00:22:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742013_1189 (size=12151) 2024-11-20T00:22:33,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a07df6cd716241009090c2c1c632cbce 2024-11-20T00:22:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/384faafb7b3f4aeb9f0546ce4bdb54c3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/384faafb7b3f4aeb9f0546ce4bdb54c3 2024-11-20T00:22:33,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/384faafb7b3f4aeb9f0546ce4bdb54c3, entries=150, sequenceid=159, filesize=30.4 K 2024-11-20T00:22:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/20c96b71199e4f7db861e687a6ece86e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/20c96b71199e4f7db861e687a6ece86e 2024-11-20T00:22:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/20c96b71199e4f7db861e687a6ece86e, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T00:22:33,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a07df6cd716241009090c2c1c632cbce as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a07df6cd716241009090c2c1c632cbce 2024-11-20T00:22:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a07df6cd716241009090c2c1c632cbce, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T00:22:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,838 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7d744c013ef20dd34a68fcf57e7ce205 in 879ms, sequenceid=159, compaction requested=false 2024-11-20T00:22:33,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:33,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T00:22:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T00:22:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T00:22:33,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-20T00:22:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.0400 sec 2024-11-20T00:22:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T00:22:33,909 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T00:22:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T00:22:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T00:22:33,912 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,913 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:33,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T00:22:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T00:22:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:34,066 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120917b99581e1d431e86a752a1fcb7d39f_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062153149/Put/seqid=0 2024-11-20T00:22:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742014_1190 (size=9814) 2024-11-20T00:22:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120917b99581e1d431e86a752a1fcb7d39f_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120917b99581e1d431e86a752a1fcb7d39f_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/4d5d7b3a350d449cb86aa000afbfb3ac, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:34,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/4d5d7b3a350d449cb86aa000afbfb3ac is 175, key is test_row_0/A:col10/1732062153149/Put/seqid=0 2024-11-20T00:22:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742015_1191 (size=22461) 2024-11-20T00:22:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T00:22:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:34,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:34,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062214294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062214296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062214298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062214298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062214305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062214405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062214405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062214406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062214406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062214410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T00:22:34,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/4d5d7b3a350d449cb86aa000afbfb3ac 2024-11-20T00:22:34,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/7ec32ec198b34d16856e05fa04297d00 is 50, key is test_row_0/B:col10/1732062153149/Put/seqid=0 2024-11-20T00:22:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742016_1192 (size=9757) 2024-11-20T00:22:34,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062214609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062214610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062214610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062214610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062214615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062214914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062214914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062214915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062214918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062214919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:34,937 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/7ec32ec198b34d16856e05fa04297d00 2024-11-20T00:22:34,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/20a7c0ee72384a12b598f0b85b84b33e is 50, key is test_row_0/C:col10/1732062153149/Put/seqid=0 2024-11-20T00:22:34,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742017_1193 (size=9757) 2024-11-20T00:22:34,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/20a7c0ee72384a12b598f0b85b84b33e 2024-11-20T00:22:35,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/4d5d7b3a350d449cb86aa000afbfb3ac as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/4d5d7b3a350d449cb86aa000afbfb3ac 2024-11-20T00:22:35,012 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/4d5d7b3a350d449cb86aa000afbfb3ac, entries=100, sequenceid=176, filesize=21.9 K 2024-11-20T00:22:35,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/7ec32ec198b34d16856e05fa04297d00 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7ec32ec198b34d16856e05fa04297d00 2024-11-20T00:22:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T00:22:35,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7ec32ec198b34d16856e05fa04297d00, entries=100, sequenceid=176, filesize=9.5 K 2024-11-20T00:22:35,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/20a7c0ee72384a12b598f0b85b84b33e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/20a7c0ee72384a12b598f0b85b84b33e 2024-11-20T00:22:35,038 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/20a7c0ee72384a12b598f0b85b84b33e, entries=100, sequenceid=176, filesize=9.5 K 2024-11-20T00:22:35,039 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7d744c013ef20dd34a68fcf57e7ce205 in 973ms, sequenceid=176, compaction requested=true 2024-11-20T00:22:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T00:22:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T00:22:35,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T00:22:35,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-11-20T00:22:35,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.1320 sec 2024-11-20T00:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:35,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:22:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062215428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d1281dd417604b26b2707dd3c1c74e88_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062155420/Put/seqid=0 2024-11-20T00:22:35,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062215434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062215434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062215434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062215435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742018_1194 (size=12304) 2024-11-20T00:22:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062215535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062215538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062215538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062215539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062215539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,565 INFO [master/4c2f74f6ba1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T00:22:35,565 INFO [master/4c2f74f6ba1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T00:22:35,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062215739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062215742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062215742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062215743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062215743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:35,865 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:35,869 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d1281dd417604b26b2707dd3c1c74e88_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d1281dd417604b26b2707dd3c1c74e88_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:35,870 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b2b22a14692e4d42af65d3220829ab06, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:35,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b2b22a14692e4d42af65d3220829ab06 is 175, key is test_row_0/A:col10/1732062155420/Put/seqid=0 2024-11-20T00:22:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742019_1195 (size=31105) 2024-11-20T00:22:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T00:22:36,017 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T00:22:36,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T00:22:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T00:22:36,020 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:36,020 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:36,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:36,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062216043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062216048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062216048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062216048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062216051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T00:22:36,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b2b22a14692e4d42af65d3220829ab06 2024-11-20T00:22:36,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/b2bee6cabea945e980d8e86d3ba99896 is 50, key is test_row_0/B:col10/1732062155420/Put/seqid=0 2024-11-20T00:22:36,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742020_1196 (size=12151) 2024-11-20T00:22:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T00:22:36,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062216546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062216550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062216552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062216553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062216558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T00:22:36,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/b2bee6cabea945e980d8e86d3ba99896 2024-11-20T00:22:36,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/5ad1cf3505eb4e5cba816bfc41136e27 is 50, key is test_row_0/C:col10/1732062155420/Put/seqid=0 2024-11-20T00:22:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742021_1197 (size=12151) 2024-11-20T00:22:36,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,937 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:36,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:36,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:36,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:36,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:37,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:37,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:37,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/5ad1cf3505eb4e5cba816bfc41136e27 2024-11-20T00:22:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T00:22:37,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b2b22a14692e4d42af65d3220829ab06 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b2b22a14692e4d42af65d3220829ab06 2024-11-20T00:22:37,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b2b22a14692e4d42af65d3220829ab06, entries=150, sequenceid=201, filesize=30.4 K 2024-11-20T00:22:37,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/b2bee6cabea945e980d8e86d3ba99896 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b2bee6cabea945e980d8e86d3ba99896 2024-11-20T00:22:37,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b2bee6cabea945e980d8e86d3ba99896, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T00:22:37,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/5ad1cf3505eb4e5cba816bfc41136e27 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/5ad1cf3505eb4e5cba816bfc41136e27 2024-11-20T00:22:37,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/5ad1cf3505eb4e5cba816bfc41136e27, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T00:22:37,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7d744c013ef20dd34a68fcf57e7ce205 in 1720ms, sequenceid=201, compaction requested=true 2024-11-20T00:22:37,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:37,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:37,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:37,144 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:22:37,145 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:37,155 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:37,155 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:37,155 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/A is initiating minor compaction (all files) 2024-11-20T00:22:37,155 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/B is initiating minor compaction (all files) 2024-11-20T00:22:37,155 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/B in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:37,155 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/A in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:37,155 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/7858f8476acd43a8a6ebe215ffa9ff85, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/384faafb7b3f4aeb9f0546ce4bdb54c3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/4d5d7b3a350d449cb86aa000afbfb3ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b2b22a14692e4d42af65d3220829ab06] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=113.4 K 2024-11-20T00:22:37,155 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2268c8a9853c4c3aa1f2fd0602cbb13a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/20c96b71199e4f7db861e687a6ece86e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7ec32ec198b34d16856e05fa04297d00, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b2bee6cabea945e980d8e86d3ba99896] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=45.4 K 2024-11-20T00:22:37,155 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:37,155 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/7858f8476acd43a8a6ebe215ffa9ff85, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/384faafb7b3f4aeb9f0546ce4bdb54c3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/4d5d7b3a350d449cb86aa000afbfb3ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b2b22a14692e4d42af65d3220829ab06] 2024-11-20T00:22:37,160 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7858f8476acd43a8a6ebe215ffa9ff85, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062150613 2024-11-20T00:22:37,160 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2268c8a9853c4c3aa1f2fd0602cbb13a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062150613 2024-11-20T00:22:37,161 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 384faafb7b3f4aeb9f0546ce4bdb54c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732062151004 2024-11-20T00:22:37,161 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d5d7b3a350d449cb86aa000afbfb3ac, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732062153149 2024-11-20T00:22:37,161 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c96b71199e4f7db861e687a6ece86e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732062151004 2024-11-20T00:22:37,161 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2b22a14692e4d42af65d3220829ab06, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732062154288 2024-11-20T00:22:37,162 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ec32ec198b34d16856e05fa04297d00, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732062153149 2024-11-20T00:22:37,163 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b2bee6cabea945e980d8e86d3ba99896, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732062154288 2024-11-20T00:22:37,181 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:37,190 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208785f0c9401d407f96cf62a1f14b8507_7d744c013ef20dd34a68fcf57e7ce205 store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:37,191 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:37,192 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208785f0c9401d407f96cf62a1f14b8507_7d744c013ef20dd34a68fcf57e7ce205, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:37,192 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/07c4f22c5d404761ac1ea754180505da is 50, key is test_row_0/B:col10/1732062155420/Put/seqid=0 2024-11-20T00:22:37,192 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208785f0c9401d407f96cf62a1f14b8507_7d744c013ef20dd34a68fcf57e7ce205 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742022_1198 (size=4469) 2024-11-20T00:22:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742023_1199 (size=12595) 2024-11-20T00:22:37,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T00:22:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:37,244 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:22:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c193806f0d2a453aa218a162f861001d_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062155432/Put/seqid=0 2024-11-20T00:22:37,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742024_1200 (size=12304) 2024-11-20T00:22:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062217574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062217574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062217575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062217575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062217578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,598 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#A#compaction#167 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:37,599 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/a29bb82d54a64abc9516f9f048b90287 is 175, key is test_row_0/A:col10/1732062155420/Put/seqid=0 2024-11-20T00:22:37,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742025_1201 (size=31549) 2024-11-20T00:22:37,619 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/07c4f22c5d404761ac1ea754180505da as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/07c4f22c5d404761ac1ea754180505da 2024-11-20T00:22:37,624 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/B of 7d744c013ef20dd34a68fcf57e7ce205 into 07c4f22c5d404761ac1ea754180505da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:37,624 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:37,624 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/B, priority=12, startTime=1732062157145; duration=0sec 2024-11-20T00:22:37,624 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:37,624 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:B 2024-11-20T00:22:37,625 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:22:37,626 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:22:37,626 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/C is initiating minor compaction (all files) 2024-11-20T00:22:37,626 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/C in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:37,626 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c4ea16cd82644fb4b91ff0f0c9ec4352, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a07df6cd716241009090c2c1c632cbce, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/20a7c0ee72384a12b598f0b85b84b33e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/5ad1cf3505eb4e5cba816bfc41136e27] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=45.4 K 2024-11-20T00:22:37,627 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c4ea16cd82644fb4b91ff0f0c9ec4352, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062150613 2024-11-20T00:22:37,627 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a07df6cd716241009090c2c1c632cbce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732062151004 2024-11-20T00:22:37,627 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 20a7c0ee72384a12b598f0b85b84b33e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732062153149 2024-11-20T00:22:37,628 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ad1cf3505eb4e5cba816bfc41136e27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732062154288 2024-11-20T00:22:37,638 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:37,638 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/87b80997b95b4b2b94e35612a9f6706c is 50, key is test_row_0/C:col10/1732062155420/Put/seqid=0 2024-11-20T00:22:37,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742026_1202 (size=12595) 2024-11-20T00:22:37,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:37,676 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c193806f0d2a453aa218a162f861001d_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c193806f0d2a453aa218a162f861001d_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/178a4fde950c4cb2835c0fe11df91e7d, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/178a4fde950c4cb2835c0fe11df91e7d is 175, key is test_row_0/A:col10/1732062155432/Put/seqid=0 2024-11-20T00:22:37,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062217680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062217680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742027_1203 (size=31105) 2024-11-20T00:22:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062217680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062217680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,682 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/178a4fde950c4cb2835c0fe11df91e7d 2024-11-20T00:22:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062217684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/146ac279306440a69c42f6a4253cc8cc is 50, key is test_row_0/B:col10/1732062155432/Put/seqid=0 2024-11-20T00:22:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742028_1204 (size=12151) 2024-11-20T00:22:37,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062217883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062217883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062217883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062217884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:37,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062217886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,009 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/a29bb82d54a64abc9516f9f048b90287 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/a29bb82d54a64abc9516f9f048b90287 2024-11-20T00:22:38,014 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/A of 7d744c013ef20dd34a68fcf57e7ce205 into a29bb82d54a64abc9516f9f048b90287(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:38,014 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:38,014 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/A, priority=12, startTime=1732062157144; duration=0sec 2024-11-20T00:22:38,014 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:38,014 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:A 2024-11-20T00:22:38,048 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/87b80997b95b4b2b94e35612a9f6706c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/87b80997b95b4b2b94e35612a9f6706c 2024-11-20T00:22:38,053 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/C of 7d744c013ef20dd34a68fcf57e7ce205 into 87b80997b95b4b2b94e35612a9f6706c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:38,053 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:38,053 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/C, priority=12, startTime=1732062157145; duration=0sec 2024-11-20T00:22:38,054 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:38,054 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:C 2024-11-20T00:22:38,094 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/146ac279306440a69c42f6a4253cc8cc 2024-11-20T00:22:38,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/7aa5311b8a1146238819dd31044c8146 is 50, key is test_row_0/C:col10/1732062155432/Put/seqid=0 2024-11-20T00:22:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742029_1205 (size=12151) 2024-11-20T00:22:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T00:22:38,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062218188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062218188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062218188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062218189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062218190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,508 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/7aa5311b8a1146238819dd31044c8146 2024-11-20T00:22:38,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/178a4fde950c4cb2835c0fe11df91e7d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/178a4fde950c4cb2835c0fe11df91e7d 2024-11-20T00:22:38,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/178a4fde950c4cb2835c0fe11df91e7d, entries=150, sequenceid=213, filesize=30.4 K 2024-11-20T00:22:38,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/146ac279306440a69c42f6a4253cc8cc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/146ac279306440a69c42f6a4253cc8cc 2024-11-20T00:22:38,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/146ac279306440a69c42f6a4253cc8cc, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T00:22:38,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/7aa5311b8a1146238819dd31044c8146 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/7aa5311b8a1146238819dd31044c8146 2024-11-20T00:22:38,533 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/7aa5311b8a1146238819dd31044c8146, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T00:22:38,534 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7d744c013ef20dd34a68fcf57e7ce205 in 1290ms, sequenceid=213, compaction requested=false 2024-11-20T00:22:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T00:22:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T00:22:38,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T00:22:38,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5160 sec 2024-11-20T00:22:38,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.5200 sec 2024-11-20T00:22:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:38,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:22:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062218699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062218699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062218700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062218701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062218702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075f9f762ddb7425bb7462419b9ac3e08_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062157574/Put/seqid=0 2024-11-20T00:22:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742030_1206 (size=12304) 2024-11-20T00:22:38,712 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:38,716 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075f9f762ddb7425bb7462419b9ac3e08_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075f9f762ddb7425bb7462419b9ac3e08_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:38,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/508d0e5e7497424a9139e05825e54073, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:38,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/508d0e5e7497424a9139e05825e54073 is 175, key is test_row_0/A:col10/1732062157574/Put/seqid=0 2024-11-20T00:22:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742031_1207 (size=31105) 2024-11-20T00:22:38,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062218803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062218803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062218804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062218804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:38,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062218804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062219006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062219006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062219007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062219007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062219007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,131 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/508d0e5e7497424a9139e05825e54073 2024-11-20T00:22:39,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/d7359381c47344098784456393c27c63 is 50, key is test_row_0/B:col10/1732062157574/Put/seqid=0 2024-11-20T00:22:39,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742032_1208 (size=12151) 2024-11-20T00:22:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062219310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062219311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062219311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062219312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062219312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/d7359381c47344098784456393c27c63 2024-11-20T00:22:39,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a5da06f8a05c43229c4e310c9ea6f7c6 is 50, key is test_row_0/C:col10/1732062157574/Put/seqid=0 2024-11-20T00:22:39,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742033_1209 (size=12151) 2024-11-20T00:22:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062219814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062219817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062219817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062219817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062219817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:39,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a5da06f8a05c43229c4e310c9ea6f7c6 2024-11-20T00:22:39,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/508d0e5e7497424a9139e05825e54073 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/508d0e5e7497424a9139e05825e54073 2024-11-20T00:22:39,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/508d0e5e7497424a9139e05825e54073, entries=150, sequenceid=242, filesize=30.4 K 2024-11-20T00:22:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/d7359381c47344098784456393c27c63 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d7359381c47344098784456393c27c63 2024-11-20T00:22:39,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d7359381c47344098784456393c27c63, entries=150, sequenceid=242, filesize=11.9 K 2024-11-20T00:22:39,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a5da06f8a05c43229c4e310c9ea6f7c6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a5da06f8a05c43229c4e310c9ea6f7c6 2024-11-20T00:22:39,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a5da06f8a05c43229c4e310c9ea6f7c6, entries=150, sequenceid=242, filesize=11.9 K 2024-11-20T00:22:39,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7d744c013ef20dd34a68fcf57e7ce205 in 1285ms, sequenceid=242, compaction requested=true 2024-11-20T00:22:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d744c013ef20dd34a68fcf57e7ce205:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:39,980 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:39,980 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:39,981 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:39,981 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:39,981 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/B is initiating minor compaction (all files) 2024-11-20T00:22:39,981 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/A is initiating minor compaction (all files) 2024-11-20T00:22:39,981 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/A in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:39,981 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/B in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:39,981 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/a29bb82d54a64abc9516f9f048b90287, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/178a4fde950c4cb2835c0fe11df91e7d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/508d0e5e7497424a9139e05825e54073] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=91.6 K 2024-11-20T00:22:39,981 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/07c4f22c5d404761ac1ea754180505da, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/146ac279306440a69c42f6a4253cc8cc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d7359381c47344098784456393c27c63] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=36.0 K 2024-11-20T00:22:39,982 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:39,982 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/a29bb82d54a64abc9516f9f048b90287, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/178a4fde950c4cb2835c0fe11df91e7d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/508d0e5e7497424a9139e05825e54073] 2024-11-20T00:22:39,982 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c4f22c5d404761ac1ea754180505da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732062154288 2024-11-20T00:22:39,982 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a29bb82d54a64abc9516f9f048b90287, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732062154288 2024-11-20T00:22:39,982 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 146ac279306440a69c42f6a4253cc8cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732062155426 2024-11-20T00:22:39,983 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 178a4fde950c4cb2835c0fe11df91e7d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732062155426 2024-11-20T00:22:39,983 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d7359381c47344098784456393c27c63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732062157573 2024-11-20T00:22:39,984 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 508d0e5e7497424a9139e05825e54073, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732062157573 2024-11-20T00:22:39,992 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#B#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:39,992 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/ca93a616886440c0b254bb2ae8f12db1 is 50, key is test_row_0/B:col10/1732062157574/Put/seqid=0 2024-11-20T00:22:39,996 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:40,009 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112063fe35ca29dc47a9ae39f9df6a8e2713_7d744c013ef20dd34a68fcf57e7ce205 store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:40,011 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112063fe35ca29dc47a9ae39f9df6a8e2713_7d744c013ef20dd34a68fcf57e7ce205, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:40,011 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112063fe35ca29dc47a9ae39f9df6a8e2713_7d744c013ef20dd34a68fcf57e7ce205 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742034_1210 (size=12697) 2024-11-20T00:22:40,018 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/ca93a616886440c0b254bb2ae8f12db1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/ca93a616886440c0b254bb2ae8f12db1 2024-11-20T00:22:40,027 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/B of 7d744c013ef20dd34a68fcf57e7ce205 into ca93a616886440c0b254bb2ae8f12db1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:40,027 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:40,027 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/B, priority=13, startTime=1732062159980; duration=0sec 2024-11-20T00:22:40,027 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:40,027 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:B 2024-11-20T00:22:40,027 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:40,028 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:40,029 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 7d744c013ef20dd34a68fcf57e7ce205/C is initiating minor compaction (all files) 2024-11-20T00:22:40,029 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d744c013ef20dd34a68fcf57e7ce205/C in TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:40,029 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/87b80997b95b4b2b94e35612a9f6706c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/7aa5311b8a1146238819dd31044c8146, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a5da06f8a05c43229c4e310c9ea6f7c6] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp, totalSize=36.0 K 2024-11-20T00:22:40,029 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 87b80997b95b4b2b94e35612a9f6706c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732062154288 2024-11-20T00:22:40,030 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aa5311b8a1146238819dd31044c8146, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732062155426 2024-11-20T00:22:40,030 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a5da06f8a05c43229c4e310c9ea6f7c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732062157573 2024-11-20T00:22:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742035_1211 (size=4469) 2024-11-20T00:22:40,036 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#A#compaction#177 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:40,037 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/f036115f3a104daf9c68ffb92ff3219b is 175, key is test_row_0/A:col10/1732062157574/Put/seqid=0 2024-11-20T00:22:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742036_1212 (size=31651) 2024-11-20T00:22:40,054 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d744c013ef20dd34a68fcf57e7ce205#C#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:40,055 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/cc83b01cb5b74fb0b375b8f68600fcea is 50, key is test_row_0/C:col10/1732062157574/Put/seqid=0 2024-11-20T00:22:40,059 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/f036115f3a104daf9c68ffb92ff3219b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f036115f3a104daf9c68ffb92ff3219b 2024-11-20T00:22:40,065 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/A of 7d744c013ef20dd34a68fcf57e7ce205 into f036115f3a104daf9c68ffb92ff3219b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:40,065 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:40,065 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/A, priority=13, startTime=1732062159980; duration=0sec 2024-11-20T00:22:40,065 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:40,065 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:A 2024-11-20T00:22:40,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742037_1213 (size=12697) 2024-11-20T00:22:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T00:22:40,124 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T00:22:40,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T00:22:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T00:22:40,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:40,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:40,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T00:22:40,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T00:22:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:40,281 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T00:22:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:40,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9d3d8ee095448818e27c80e27e97499_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062158701/Put/seqid=0 2024-11-20T00:22:40,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742038_1214 (size=12304) 2024-11-20T00:22:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:40,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9d3d8ee095448818e27c80e27e97499_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9d3d8ee095448818e27c80e27e97499_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/465f5250c2164db3a00b6f9335a3bae6, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:40,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/465f5250c2164db3a00b6f9335a3bae6 is 175, key is test_row_0/A:col10/1732062158701/Put/seqid=0 2024-11-20T00:22:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742039_1215 (size=31105) 2024-11-20T00:22:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T00:22:40,495 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/cc83b01cb5b74fb0b375b8f68600fcea as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cc83b01cb5b74fb0b375b8f68600fcea 2024-11-20T00:22:40,501 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d744c013ef20dd34a68fcf57e7ce205/C of 7d744c013ef20dd34a68fcf57e7ce205 into cc83b01cb5b74fb0b375b8f68600fcea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:40,501 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:40,501 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., storeName=7d744c013ef20dd34a68fcf57e7ce205/C, priority=13, startTime=1732062159980; duration=0sec 2024-11-20T00:22:40,501 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:40,501 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d744c013ef20dd34a68fcf57e7ce205:C 2024-11-20T00:22:40,714 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/465f5250c2164db3a00b6f9335a3bae6 2024-11-20T00:22:40,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/88b85eb0bcab4542906268be76257d6b is 50, key is test_row_0/B:col10/1732062158701/Put/seqid=0 2024-11-20T00:22:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742040_1216 (size=12151) 2024-11-20T00:22:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T00:22:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:40,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:40,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062220837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062220837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062220838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062220839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062220839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062220940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062220940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062220940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062220943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062220943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,130 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/88b85eb0bcab4542906268be76257d6b 2024-11-20T00:22:41,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/980d58d39a554cbf9bba056daf294545 is 50, key is test_row_0/C:col10/1732062158701/Put/seqid=0 2024-11-20T00:22:41,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062221143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062221143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062221144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062221144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062221145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742041_1217 (size=12151) 2024-11-20T00:22:41,151 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/980d58d39a554cbf9bba056daf294545 2024-11-20T00:22:41,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/465f5250c2164db3a00b6f9335a3bae6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/465f5250c2164db3a00b6f9335a3bae6 2024-11-20T00:22:41,160 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/465f5250c2164db3a00b6f9335a3bae6, entries=150, sequenceid=254, filesize=30.4 K 2024-11-20T00:22:41,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/88b85eb0bcab4542906268be76257d6b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/88b85eb0bcab4542906268be76257d6b 2024-11-20T00:22:41,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/88b85eb0bcab4542906268be76257d6b, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T00:22:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/980d58d39a554cbf9bba056daf294545 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/980d58d39a554cbf9bba056daf294545 2024-11-20T00:22:41,171 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/980d58d39a554cbf9bba056daf294545, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T00:22:41,172 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 7d744c013ef20dd34a68fcf57e7ce205 in 891ms, sequenceid=254, compaction requested=false 2024-11-20T00:22:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T00:22:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T00:22:41,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T00:22:41,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0460 sec 2024-11-20T00:22:41,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0500 sec 2024-11-20T00:22:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T00:22:41,231 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T00:22:41,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T00:22:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T00:22:41,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:41,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:41,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T00:22:41,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T00:22:41,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:41,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T00:22:41,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:41,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120109a6785b36b433e8b019c005b10512d_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062160836/Put/seqid=0 2024-11-20T00:22:41,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742042_1218 (size=12454) 2024-11-20T00:22:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062221448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062221449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062221450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062221451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062221452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T00:22:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062221553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062221553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062221554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062221554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062221755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062221755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062221757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062221757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:41,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:41,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120109a6785b36b433e8b019c005b10512d_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120109a6785b36b433e8b019c005b10512d_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/96813de8045c463e87767fc49a6c2560, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/96813de8045c463e87767fc49a6c2560 is 175, key is test_row_0/A:col10/1732062160836/Put/seqid=0 2024-11-20T00:22:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742043_1219 (size=31255) 2024-11-20T00:22:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T00:22:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062221957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062222058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062222058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062222059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062222061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,212 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/96813de8045c463e87767fc49a6c2560 2024-11-20T00:22:42,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/677266a5a6284bad902fd86204cd887c is 50, key is test_row_0/B:col10/1732062160836/Put/seqid=0 2024-11-20T00:22:42,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742044_1220 (size=12301) 2024-11-20T00:22:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T00:22:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062222561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062222562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062222563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062222564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:42,626 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/677266a5a6284bad902fd86204cd887c 2024-11-20T00:22:42,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/dd6f3b3327e84d53bc43e01b4f872277 is 50, key is test_row_0/C:col10/1732062160836/Put/seqid=0 2024-11-20T00:22:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742045_1221 (size=12301) 2024-11-20T00:22:42,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062222966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,041 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/dd6f3b3327e84d53bc43e01b4f872277 2024-11-20T00:22:43,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/96813de8045c463e87767fc49a6c2560 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/96813de8045c463e87767fc49a6c2560 2024-11-20T00:22:43,051 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/96813de8045c463e87767fc49a6c2560, entries=150, sequenceid=282, filesize=30.5 K 2024-11-20T00:22:43,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/677266a5a6284bad902fd86204cd887c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/677266a5a6284bad902fd86204cd887c 2024-11-20T00:22:43,056 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/677266a5a6284bad902fd86204cd887c, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T00:22:43,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/dd6f3b3327e84d53bc43e01b4f872277 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/dd6f3b3327e84d53bc43e01b4f872277 2024-11-20T00:22:43,062 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/dd6f3b3327e84d53bc43e01b4f872277, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T00:22:43,062 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7d744c013ef20dd34a68fcf57e7ce205 in 1674ms, sequenceid=282, compaction requested=true 2024-11-20T00:22:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T00:22:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T00:22:43,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T00:22:43,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-20T00:22:43,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.8340 sec 2024-11-20T00:22:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T00:22:43,338 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T00:22:43,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-20T00:22:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T00:22:43,341 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:43,342 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:43,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T00:22:43,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T00:22:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:43,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T00:22:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204d9ab5ae1f304a46b4e32cb91b3899eb_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062161448/Put/seqid=0 2024-11-20T00:22:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742046_1222 (size=12454) 2024-11-20T00:22:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:43,519 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204d9ab5ae1f304a46b4e32cb91b3899eb_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204d9ab5ae1f304a46b4e32cb91b3899eb_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:43,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d7e04bf3a98f407e82f66b15cb369058, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d7e04bf3a98f407e82f66b15cb369058 is 175, key is test_row_0/A:col10/1732062161448/Put/seqid=0 2024-11-20T00:22:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742047_1223 (size=31255) 2024-11-20T00:22:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:43,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062223616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062223616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062223619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062223619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T00:22:43,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062223720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062223720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062223723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062223723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062223922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062223923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062223926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062223926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:43,942 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d7e04bf3a98f407e82f66b15cb369058 2024-11-20T00:22:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T00:22:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/6d934d5550294239822eca5bb0be26a5 is 50, key is test_row_0/B:col10/1732062161448/Put/seqid=0 2024-11-20T00:22:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742048_1224 (size=12301) 2024-11-20T00:22:43,955 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/6d934d5550294239822eca5bb0be26a5 2024-11-20T00:22:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a57a7b336b984e74b4d842fd4e89b7bf is 50, key is test_row_0/C:col10/1732062161448/Put/seqid=0 2024-11-20T00:22:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742049_1225 (size=12301) 2024-11-20T00:22:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062224226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062224227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062224230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062224231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,366 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a57a7b336b984e74b4d842fd4e89b7bf 2024-11-20T00:22:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d7e04bf3a98f407e82f66b15cb369058 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d7e04bf3a98f407e82f66b15cb369058 2024-11-20T00:22:44,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d7e04bf3a98f407e82f66b15cb369058, entries=150, sequenceid=291, filesize=30.5 K 2024-11-20T00:22:44,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/6d934d5550294239822eca5bb0be26a5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/6d934d5550294239822eca5bb0be26a5 2024-11-20T00:22:44,381 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/6d934d5550294239822eca5bb0be26a5, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T00:22:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/a57a7b336b984e74b4d842fd4e89b7bf as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a57a7b336b984e74b4d842fd4e89b7bf 2024-11-20T00:22:44,387 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a57a7b336b984e74b4d842fd4e89b7bf, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T00:22:44,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 7d744c013ef20dd34a68fcf57e7ce205 in 894ms, sequenceid=291, compaction requested=true 2024-11-20T00:22:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-20T00:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-20T00:22:44,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T00:22:44,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-11-20T00:22:44,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0520 sec 2024-11-20T00:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T00:22:44,444 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T00:22:44,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-20T00:22:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T00:22:44,447 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:44,448 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:44,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T00:22:44,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T00:22:44,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:44,600 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T00:22:44,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202355f3f716a442bdb6feb4df2de6e0d0_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062163615/Put/seqid=0 2024-11-20T00:22:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742050_1226 (size=12454) 2024-11-20T00:22:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062224734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062224735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062224737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062224737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T00:22:44,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062224838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062224839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062224839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062224840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57676 deadline: 1732062224983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:44,985 DEBUG [Thread-712 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:22:45,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:45,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202355f3f716a442bdb6feb4df2de6e0d0_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202355f3f716a442bdb6feb4df2de6e0d0_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:45,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d5176ac739684900abbc47e64616a2a2, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d5176ac739684900abbc47e64616a2a2 is 175, key is test_row_0/A:col10/1732062163615/Put/seqid=0 2024-11-20T00:22:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742051_1227 (size=31255) 2024-11-20T00:22:45,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d5176ac739684900abbc47e64616a2a2 2024-11-20T00:22:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/47cb7dc0c0bc47b2afc691c942406a87 is 50, key is test_row_0/B:col10/1732062163615/Put/seqid=0 2024-11-20T00:22:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742052_1228 (size=12301) 2024-11-20T00:22:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062225041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062225042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062225043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062225044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T00:22:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062225345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062225348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062225348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062225349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,436 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/47cb7dc0c0bc47b2afc691c942406a87 2024-11-20T00:22:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/537bbaf59f9c4e47b2870f4789858356 is 50, key is test_row_0/C:col10/1732062163615/Put/seqid=0 2024-11-20T00:22:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742053_1229 (size=12301) 2024-11-20T00:22:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T00:22:45,848 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/537bbaf59f9c4e47b2870f4789858356 2024-11-20T00:22:45,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/d5176ac739684900abbc47e64616a2a2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d5176ac739684900abbc47e64616a2a2 2024-11-20T00:22:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732062225853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57724 deadline: 1732062225857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57726 deadline: 1732062225857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,859 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d5176ac739684900abbc47e64616a2a2, entries=150, sequenceid=319, filesize=30.5 K 2024-11-20T00:22:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/47cb7dc0c0bc47b2afc691c942406a87 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/47cb7dc0c0bc47b2afc691c942406a87 2024-11-20T00:22:45,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57694 deadline: 1732062225865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:45,867 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/47cb7dc0c0bc47b2afc691c942406a87, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T00:22:45,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/537bbaf59f9c4e47b2870f4789858356 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/537bbaf59f9c4e47b2870f4789858356 2024-11-20T00:22:45,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/537bbaf59f9c4e47b2870f4789858356, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T00:22:45,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7d744c013ef20dd34a68fcf57e7ce205 in 1273ms, sequenceid=319, compaction requested=true 2024-11-20T00:22:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-20T00:22:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-20T00:22:45,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T00:22:45,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-20T00:22:45,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4310 sec 2024-11-20T00:22:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T00:22:46,551 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-20T00:22:46,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-20T00:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T00:22:46,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:46,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:46,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:46,577 DEBUG [Thread-717 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:59419 2024-11-20T00:22:46,577 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:46,578 DEBUG [Thread-715 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:59419 2024-11-20T00:22:46,579 DEBUG [Thread-715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:46,580 DEBUG [Thread-721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:59419 2024-11-20T00:22:46,580 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:46,581 DEBUG [Thread-719 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:59419 2024-11-20T00:22:46,581 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T00:22:46,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:46,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T00:22:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:46,707 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T00:22:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9193e746e3a49399ba41268c71b6771_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062164734/Put/seqid=0 2024-11-20T00:22:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742054_1230 (size=12454) 2024-11-20T00:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T00:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:46,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. as already flushing 2024-11-20T00:22:46,867 DEBUG [Thread-710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:59419 2024-11-20T00:22:46,867 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:46,867 DEBUG [Thread-708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:59419 2024-11-20T00:22:46,867 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:46,871 DEBUG [Thread-704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:59419 2024-11-20T00:22:46,871 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:46,871 DEBUG [Thread-706 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:59419 2024-11-20T00:22:46,871 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:47,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:47,123 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9193e746e3a49399ba41268c71b6771_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9193e746e3a49399ba41268c71b6771_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b0bb2f6cf9874a32921bcc9eb0771d23, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b0bb2f6cf9874a32921bcc9eb0771d23 is 175, key is test_row_0/A:col10/1732062164734/Put/seqid=0 2024-11-20T00:22:47,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742055_1231 (size=31255) 2024-11-20T00:22:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T00:22:47,531 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b0bb2f6cf9874a32921bcc9eb0771d23 2024-11-20T00:22:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/3d38561d1ab249a7b2837bbffcc977c2 is 50, key is test_row_0/B:col10/1732062164734/Put/seqid=0 2024-11-20T00:22:47,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742056_1232 (size=12301) 2024-11-20T00:22:47,552 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/3d38561d1ab249a7b2837bbffcc977c2 2024-11-20T00:22:47,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/c53597168a3543e688825c734f09b3be is 50, key is test_row_0/C:col10/1732062164734/Put/seqid=0 2024-11-20T00:22:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742057_1233 (size=12301) 2024-11-20T00:22:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T00:22:47,969 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/c53597168a3543e688825c734f09b3be 2024-11-20T00:22:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/b0bb2f6cf9874a32921bcc9eb0771d23 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b0bb2f6cf9874a32921bcc9eb0771d23 2024-11-20T00:22:47,980 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b0bb2f6cf9874a32921bcc9eb0771d23, entries=150, sequenceid=328, filesize=30.5 K 2024-11-20T00:22:47,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/3d38561d1ab249a7b2837bbffcc977c2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/3d38561d1ab249a7b2837bbffcc977c2 2024-11-20T00:22:47,987 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/3d38561d1ab249a7b2837bbffcc977c2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T00:22:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/c53597168a3543e688825c734f09b3be as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c53597168a3543e688825c734f09b3be 2024-11-20T00:22:47,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c53597168a3543e688825c734f09b3be, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T00:22:47,994 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=26.84 KB/27480 for 7d744c013ef20dd34a68fcf57e7ce205 in 1287ms, sequenceid=328, compaction requested=true 2024-11-20T00:22:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-20T00:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-20T00:22:47,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T00:22:47,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-20T00:22:48,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4470 sec 2024-11-20T00:22:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T00:22:48,658 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T00:22:49,022 DEBUG [Thread-712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:59419 2024-11-20T00:22:49,022 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:49,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T00:22:49,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7251 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7247 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3053 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9159 rows 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3061 2024-11-20T00:22:49,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9179 rows 2024-11-20T00:22:49,023 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T00:22:49,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:59419 2024-11-20T00:22:49,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:22:49,028 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T00:22:49,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T00:22:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T00:22:49,033 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062169033"}]},"ts":"1732062169033"} 2024-11-20T00:22:49,034 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T00:22:49,039 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T00:22:49,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:22:49,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, UNASSIGN}] 2024-11-20T00:22:49,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, UNASSIGN 2024-11-20T00:22:49,042 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:49,043 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:22:49,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:22:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T00:22:49,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:49,195 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:49,195 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:22:49,195 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 7d744c013ef20dd34a68fcf57e7ce205, disabling compactions & flushes 2024-11-20T00:22:49,195 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:49,195 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:49,195 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. after waiting 0 ms 2024-11-20T00:22:49,195 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:49,195 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 7d744c013ef20dd34a68fcf57e7ce205 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T00:22:49,195 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=A 2024-11-20T00:22:49,195 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:49,196 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=B 2024-11-20T00:22:49,196 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:49,196 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d744c013ef20dd34a68fcf57e7ce205, store=C 2024-11-20T00:22:49,196 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:49,202 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bb0c0994ab7e42cca74040655e6cdd8d_7d744c013ef20dd34a68fcf57e7ce205 is 50, key is test_row_0/A:col10/1732062166865/Put/seqid=0 2024-11-20T00:22:49,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742058_1234 (size=9914) 2024-11-20T00:22:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T00:22:49,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T00:22:49,608 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:49,613 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bb0c0994ab7e42cca74040655e6cdd8d_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bb0c0994ab7e42cca74040655e6cdd8d_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:49,614 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/852a1f7d04434374a43d6f1507cad4ec, store: [table=TestAcidGuarantees family=A region=7d744c013ef20dd34a68fcf57e7ce205] 2024-11-20T00:22:49,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/852a1f7d04434374a43d6f1507cad4ec is 175, key is test_row_0/A:col10/1732062166865/Put/seqid=0 2024-11-20T00:22:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742059_1235 (size=22561) 2024-11-20T00:22:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T00:22:50,020 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/852a1f7d04434374a43d6f1507cad4ec 2024-11-20T00:22:50,027 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/7927972038a949b08a6438f26536dbdf is 50, key is test_row_0/B:col10/1732062166865/Put/seqid=0 2024-11-20T00:22:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742060_1236 (size=9857) 2024-11-20T00:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T00:22:50,432 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/7927972038a949b08a6438f26536dbdf 2024-11-20T00:22:50,441 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/628c3556e8f04b99a2691ebe1d7a4ebe is 50, key is test_row_0/C:col10/1732062166865/Put/seqid=0 2024-11-20T00:22:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742061_1237 (size=9857) 2024-11-20T00:22:50,849 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/628c3556e8f04b99a2691ebe1d7a4ebe 2024-11-20T00:22:50,855 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/A/852a1f7d04434374a43d6f1507cad4ec as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/852a1f7d04434374a43d6f1507cad4ec 2024-11-20T00:22:50,860 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/852a1f7d04434374a43d6f1507cad4ec, entries=100, sequenceid=336, filesize=22.0 K 2024-11-20T00:22:50,861 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/B/7927972038a949b08a6438f26536dbdf as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7927972038a949b08a6438f26536dbdf 2024-11-20T00:22:50,866 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7927972038a949b08a6438f26536dbdf, entries=100, sequenceid=336, filesize=9.6 K 2024-11-20T00:22:50,867 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/.tmp/C/628c3556e8f04b99a2691ebe1d7a4ebe as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/628c3556e8f04b99a2691ebe1d7a4ebe 2024-11-20T00:22:50,872 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/628c3556e8f04b99a2691ebe1d7a4ebe, entries=100, sequenceid=336, filesize=9.6 K 2024-11-20T00:22:50,873 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7d744c013ef20dd34a68fcf57e7ce205 in 1678ms, sequenceid=336, compaction requested=true 2024-11-20T00:22:50,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/548e1927dfc54af6aa5b206efaf88930, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d10921ff1abe43f8bd52510ec3ec531f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/74de6635061441a28c05097d50914d41, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/274094c80110479a9e69bfdccd665989, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/ba63e26b4ae244ad91a3bd1cdafac733, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f9e009cc81974bd198ace506d3f05cbc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c845070df38a4110b26d0e88bc38e604, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c1b82dc63a1744758b7149381952d085, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/90569cde35b84e69b399650cdda8ee5e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/7858f8476acd43a8a6ebe215ffa9ff85, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/384faafb7b3f4aeb9f0546ce4bdb54c3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/4d5d7b3a350d449cb86aa000afbfb3ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/a29bb82d54a64abc9516f9f048b90287, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b2b22a14692e4d42af65d3220829ab06, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/178a4fde950c4cb2835c0fe11df91e7d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/508d0e5e7497424a9139e05825e54073] to archive 2024-11-20T00:22:50,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:22:50,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/548e1927dfc54af6aa5b206efaf88930 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/548e1927dfc54af6aa5b206efaf88930 2024-11-20T00:22:50,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d10921ff1abe43f8bd52510ec3ec531f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d10921ff1abe43f8bd52510ec3ec531f 2024-11-20T00:22:50,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/74de6635061441a28c05097d50914d41 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/74de6635061441a28c05097d50914d41 2024-11-20T00:22:50,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/274094c80110479a9e69bfdccd665989 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/274094c80110479a9e69bfdccd665989 2024-11-20T00:22:50,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/ba63e26b4ae244ad91a3bd1cdafac733 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/ba63e26b4ae244ad91a3bd1cdafac733 2024-11-20T00:22:50,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f9e009cc81974bd198ace506d3f05cbc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f9e009cc81974bd198ace506d3f05cbc 2024-11-20T00:22:50,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c845070df38a4110b26d0e88bc38e604 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c845070df38a4110b26d0e88bc38e604 2024-11-20T00:22:50,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c1b82dc63a1744758b7149381952d085 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/c1b82dc63a1744758b7149381952d085 2024-11-20T00:22:50,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/90569cde35b84e69b399650cdda8ee5e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/90569cde35b84e69b399650cdda8ee5e 2024-11-20T00:22:50,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/7858f8476acd43a8a6ebe215ffa9ff85 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/7858f8476acd43a8a6ebe215ffa9ff85 2024-11-20T00:22:50,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/384faafb7b3f4aeb9f0546ce4bdb54c3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/384faafb7b3f4aeb9f0546ce4bdb54c3 2024-11-20T00:22:50,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/4d5d7b3a350d449cb86aa000afbfb3ac to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/4d5d7b3a350d449cb86aa000afbfb3ac 2024-11-20T00:22:50,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/a29bb82d54a64abc9516f9f048b90287 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/a29bb82d54a64abc9516f9f048b90287 2024-11-20T00:22:50,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b2b22a14692e4d42af65d3220829ab06 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b2b22a14692e4d42af65d3220829ab06 2024-11-20T00:22:50,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/178a4fde950c4cb2835c0fe11df91e7d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/178a4fde950c4cb2835c0fe11df91e7d 2024-11-20T00:22:50,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/508d0e5e7497424a9139e05825e54073 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/508d0e5e7497424a9139e05825e54073 2024-11-20T00:22:50,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/a5c89f88fd3440468812377a1704dca6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b9d5b49f6fb4429893b8cc21f3a13523, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c85b2cc651d94feca93e1fe6cd1bf4d2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/64cc417ad80641da9fef4d8d5aa7557b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/76d63a7bbced4fac8f8b0d358e0397b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/e2e9c6870490488ab2ff7bc99096d13b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2b9782cb789b45b7a1630dbe3c25e413, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d2b53d87c581465f8b3a784a43864cb5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2268c8a9853c4c3aa1f2fd0602cbb13a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c67e6f68e76b41859da703ecf784a6a6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/20c96b71199e4f7db861e687a6ece86e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7ec32ec198b34d16856e05fa04297d00, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/07c4f22c5d404761ac1ea754180505da, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b2bee6cabea945e980d8e86d3ba99896, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/146ac279306440a69c42f6a4253cc8cc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d7359381c47344098784456393c27c63] to archive 2024-11-20T00:22:50,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:22:50,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/a5c89f88fd3440468812377a1704dca6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/a5c89f88fd3440468812377a1704dca6 2024-11-20T00:22:50,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b9d5b49f6fb4429893b8cc21f3a13523 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b9d5b49f6fb4429893b8cc21f3a13523 2024-11-20T00:22:50,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c85b2cc651d94feca93e1fe6cd1bf4d2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c85b2cc651d94feca93e1fe6cd1bf4d2 2024-11-20T00:22:50,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/64cc417ad80641da9fef4d8d5aa7557b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/64cc417ad80641da9fef4d8d5aa7557b 2024-11-20T00:22:50,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/76d63a7bbced4fac8f8b0d358e0397b1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/76d63a7bbced4fac8f8b0d358e0397b1 2024-11-20T00:22:50,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/e2e9c6870490488ab2ff7bc99096d13b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/e2e9c6870490488ab2ff7bc99096d13b 2024-11-20T00:22:50,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2b9782cb789b45b7a1630dbe3c25e413 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2b9782cb789b45b7a1630dbe3c25e413 2024-11-20T00:22:50,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d2b53d87c581465f8b3a784a43864cb5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d2b53d87c581465f8b3a784a43864cb5 2024-11-20T00:22:50,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2268c8a9853c4c3aa1f2fd0602cbb13a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/2268c8a9853c4c3aa1f2fd0602cbb13a 2024-11-20T00:22:50,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c67e6f68e76b41859da703ecf784a6a6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/c67e6f68e76b41859da703ecf784a6a6 2024-11-20T00:22:50,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/20c96b71199e4f7db861e687a6ece86e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/20c96b71199e4f7db861e687a6ece86e 2024-11-20T00:22:50,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7ec32ec198b34d16856e05fa04297d00 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7ec32ec198b34d16856e05fa04297d00 2024-11-20T00:22:50,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/07c4f22c5d404761ac1ea754180505da to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/07c4f22c5d404761ac1ea754180505da 2024-11-20T00:22:50,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b2bee6cabea945e980d8e86d3ba99896 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/b2bee6cabea945e980d8e86d3ba99896 2024-11-20T00:22:50,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/146ac279306440a69c42f6a4253cc8cc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/146ac279306440a69c42f6a4253cc8cc 2024-11-20T00:22:50,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d7359381c47344098784456393c27c63 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/d7359381c47344098784456393c27c63 2024-11-20T00:22:50,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fec63e34330b44ddb0cc271a03322d3f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/e67bb0319bdb4d4a8deef045d395baf2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fa2814f36c5343c3b71882782c35e8b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4fd5e99e77ef4e4bb40cad83fa155d0e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4ba4f315c4bb49fbad7b4755fc25a726, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cbda9f1a33994614b33d0ef481bf849a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/41d55c7fe4b147229a7325c96077bd45, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a7dca18ddf5b4c8c97f4e25018fb6f83, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c4ea16cd82644fb4b91ff0f0c9ec4352, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/587178a58596426aa1b7478de7c3f019, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a07df6cd716241009090c2c1c632cbce, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/20a7c0ee72384a12b598f0b85b84b33e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/87b80997b95b4b2b94e35612a9f6706c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/5ad1cf3505eb4e5cba816bfc41136e27, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/7aa5311b8a1146238819dd31044c8146, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a5da06f8a05c43229c4e310c9ea6f7c6] to archive 2024-11-20T00:22:50,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:22:50,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fec63e34330b44ddb0cc271a03322d3f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fec63e34330b44ddb0cc271a03322d3f 2024-11-20T00:22:50,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/e67bb0319bdb4d4a8deef045d395baf2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/e67bb0319bdb4d4a8deef045d395baf2 2024-11-20T00:22:50,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fa2814f36c5343c3b71882782c35e8b1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/fa2814f36c5343c3b71882782c35e8b1 2024-11-20T00:22:50,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4fd5e99e77ef4e4bb40cad83fa155d0e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4fd5e99e77ef4e4bb40cad83fa155d0e 2024-11-20T00:22:50,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4ba4f315c4bb49fbad7b4755fc25a726 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/4ba4f315c4bb49fbad7b4755fc25a726 2024-11-20T00:22:50,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cbda9f1a33994614b33d0ef481bf849a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cbda9f1a33994614b33d0ef481bf849a 2024-11-20T00:22:50,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/41d55c7fe4b147229a7325c96077bd45 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/41d55c7fe4b147229a7325c96077bd45 2024-11-20T00:22:50,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a7dca18ddf5b4c8c97f4e25018fb6f83 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a7dca18ddf5b4c8c97f4e25018fb6f83 2024-11-20T00:22:50,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c4ea16cd82644fb4b91ff0f0c9ec4352 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c4ea16cd82644fb4b91ff0f0c9ec4352 2024-11-20T00:22:50,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/587178a58596426aa1b7478de7c3f019 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/587178a58596426aa1b7478de7c3f019 2024-11-20T00:22:50,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a07df6cd716241009090c2c1c632cbce to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a07df6cd716241009090c2c1c632cbce 2024-11-20T00:22:50,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/20a7c0ee72384a12b598f0b85b84b33e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/20a7c0ee72384a12b598f0b85b84b33e 2024-11-20T00:22:50,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/87b80997b95b4b2b94e35612a9f6706c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/87b80997b95b4b2b94e35612a9f6706c 2024-11-20T00:22:50,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/5ad1cf3505eb4e5cba816bfc41136e27 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/5ad1cf3505eb4e5cba816bfc41136e27 2024-11-20T00:22:50,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/7aa5311b8a1146238819dd31044c8146 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/7aa5311b8a1146238819dd31044c8146 2024-11-20T00:22:50,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a5da06f8a05c43229c4e310c9ea6f7c6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a5da06f8a05c43229c4e310c9ea6f7c6 2024-11-20T00:22:50,990 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=4 2024-11-20T00:22:50,991 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205. 2024-11-20T00:22:50,991 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 7d744c013ef20dd34a68fcf57e7ce205: 2024-11-20T00:22:50,994 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:50,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=7d744c013ef20dd34a68fcf57e7ce205, regionState=CLOSED 2024-11-20T00:22:50,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T00:22:50,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 7d744c013ef20dd34a68fcf57e7ce205, server=4c2f74f6ba1b,33563,1732062111045 in 1.9520 sec 2024-11-20T00:22:50,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T00:22:50,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d744c013ef20dd34a68fcf57e7ce205, UNASSIGN in 1.9560 sec 2024-11-20T00:22:51,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T00:22:51,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9600 sec 2024-11-20T00:22:51,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062171000"}]},"ts":"1732062171000"} 2024-11-20T00:22:51,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T00:22:51,004 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T00:22:51,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9750 sec 2024-11-20T00:22:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T00:22:51,138 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-20T00:22:51,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T00:22:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:51,140 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T00:22:51,141 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:51,142 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,144 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/recovered.edits] 2024-11-20T00:22:51,146 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/465f5250c2164db3a00b6f9335a3bae6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/465f5250c2164db3a00b6f9335a3bae6 2024-11-20T00:22:51,147 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/852a1f7d04434374a43d6f1507cad4ec to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/852a1f7d04434374a43d6f1507cad4ec 2024-11-20T00:22:51,148 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/96813de8045c463e87767fc49a6c2560 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/96813de8045c463e87767fc49a6c2560 2024-11-20T00:22:51,149 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b0bb2f6cf9874a32921bcc9eb0771d23 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/b0bb2f6cf9874a32921bcc9eb0771d23 2024-11-20T00:22:51,150 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d5176ac739684900abbc47e64616a2a2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d5176ac739684900abbc47e64616a2a2 2024-11-20T00:22:51,152 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d7e04bf3a98f407e82f66b15cb369058 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/d7e04bf3a98f407e82f66b15cb369058 2024-11-20T00:22:51,153 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f036115f3a104daf9c68ffb92ff3219b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/A/f036115f3a104daf9c68ffb92ff3219b 2024-11-20T00:22:51,155 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/3d38561d1ab249a7b2837bbffcc977c2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/3d38561d1ab249a7b2837bbffcc977c2 2024-11-20T00:22:51,156 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/47cb7dc0c0bc47b2afc691c942406a87 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/47cb7dc0c0bc47b2afc691c942406a87 2024-11-20T00:22:51,157 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/677266a5a6284bad902fd86204cd887c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/677266a5a6284bad902fd86204cd887c 2024-11-20T00:22:51,158 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/6d934d5550294239822eca5bb0be26a5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/6d934d5550294239822eca5bb0be26a5 2024-11-20T00:22:51,159 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7927972038a949b08a6438f26536dbdf to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/7927972038a949b08a6438f26536dbdf 2024-11-20T00:22:51,160 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/88b85eb0bcab4542906268be76257d6b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/88b85eb0bcab4542906268be76257d6b 2024-11-20T00:22:51,161 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/ca93a616886440c0b254bb2ae8f12db1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/B/ca93a616886440c0b254bb2ae8f12db1 2024-11-20T00:22:51,164 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/537bbaf59f9c4e47b2870f4789858356 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/537bbaf59f9c4e47b2870f4789858356 2024-11-20T00:22:51,165 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/628c3556e8f04b99a2691ebe1d7a4ebe to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/628c3556e8f04b99a2691ebe1d7a4ebe 2024-11-20T00:22:51,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/980d58d39a554cbf9bba056daf294545 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/980d58d39a554cbf9bba056daf294545 2024-11-20T00:22:51,167 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a57a7b336b984e74b4d842fd4e89b7bf to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/a57a7b336b984e74b4d842fd4e89b7bf 2024-11-20T00:22:51,168 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c53597168a3543e688825c734f09b3be to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/c53597168a3543e688825c734f09b3be 2024-11-20T00:22:51,170 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cc83b01cb5b74fb0b375b8f68600fcea to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/cc83b01cb5b74fb0b375b8f68600fcea 2024-11-20T00:22:51,171 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/dd6f3b3327e84d53bc43e01b4f872277 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/C/dd6f3b3327e84d53bc43e01b4f872277 2024-11-20T00:22:51,173 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/recovered.edits/339.seqid to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205/recovered.edits/339.seqid 2024-11-20T00:22:51,174 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,174 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T00:22:51,174 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T00:22:51,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T00:22:51,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120109a6785b36b433e8b019c005b10512d_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120109a6785b36b433e8b019c005b10512d_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202355f3f716a442bdb6feb4df2de6e0d0_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202355f3f716a442bdb6feb4df2de6e0d0_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030f0393522bf4aeba97d5c862f740de2_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030f0393522bf4aeba97d5c862f740de2_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120413fba06e83d40e194b823acf2346c71_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120413fba06e83d40e194b823acf2346c71_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,183 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204d9ab5ae1f304a46b4e32cb91b3899eb_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204d9ab5ae1f304a46b4e32cb91b3899eb_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,185 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205dff27bd9ebf49028e9e2f5cfe742000_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205dff27bd9ebf49028e9e2f5cfe742000_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,186 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112060774176e8f3482e8d781240dcf4166b_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112060774176e8f3482e8d781240dcf4166b_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,187 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075f9f762ddb7425bb7462419b9ac3e08_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075f9f762ddb7425bb7462419b9ac3e08_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,188 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207916f293a0124511a85320c50dedf8c4_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207916f293a0124511a85320c50dedf8c4_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,189 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120917b99581e1d431e86a752a1fcb7d39f_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120917b99581e1d431e86a752a1fcb7d39f_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,190 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098d2cdf4689a4e7ca37b886ab2408198_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098d2cdf4689a4e7ca37b886ab2408198_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,191 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b10e7b27a7044179bf34ea496665176_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b10e7b27a7044179bf34ea496665176_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,192 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209fed956d71694aa8a5d4418e75b6f749_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209fed956d71694aa8a5d4418e75b6f749_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,193 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bb0c0994ab7e42cca74040655e6cdd8d_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bb0c0994ab7e42cca74040655e6cdd8d_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,194 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c193806f0d2a453aa218a162f861001d_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c193806f0d2a453aa218a162f861001d_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,195 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9193e746e3a49399ba41268c71b6771_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9193e746e3a49399ba41268c71b6771_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,196 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d1281dd417604b26b2707dd3c1c74e88_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d1281dd417604b26b2707dd3c1c74e88_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,198 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9d3d8ee095448818e27c80e27e97499_7d744c013ef20dd34a68fcf57e7ce205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9d3d8ee095448818e27c80e27e97499_7d744c013ef20dd34a68fcf57e7ce205 2024-11-20T00:22:51,198 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T00:22:51,200 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:51,206 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T00:22:51,208 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T00:22:51,209 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:51,209 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T00:22:51,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732062171209"}]},"ts":"9223372036854775807"} 2024-11-20T00:22:51,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T00:22:51,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7d744c013ef20dd34a68fcf57e7ce205, NAME => 'TestAcidGuarantees,,1732062143450.7d744c013ef20dd34a68fcf57e7ce205.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T00:22:51,211 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T00:22:51,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732062171211"}]},"ts":"9223372036854775807"} 2024-11-20T00:22:51,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T00:22:51,215 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:51,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-20T00:22:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T00:22:51,241 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T00:22:51,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 240) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27693433_22 at /127.0.0.1:37236 [Waiting for operation #377] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_399897728_22 at /127.0.0.1:50642 [Waiting for operation #480] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27693433_22 at /127.0.0.1:50566 [Waiting for operation #505] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2453 (was 2048) - AvailableMemoryMB LEAK? - 2024-11-20T00:22:51,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=2453 2024-11-20T00:22:51,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:22:51,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:22:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T00:22:51,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T00:22:51,266 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:51,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T00:22:51,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-20T00:22:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T00:22:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742062_1238 (size=960) 2024-11-20T00:22:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T00:22:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T00:22:51,674 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:22:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742063_1239 (size=53) 2024-11-20T00:22:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T00:22:52,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:22:52,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cd6fa970a47e60c5c78093ae96aeaadf, disabling compactions & flushes 2024-11-20T00:22:52,081 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. after waiting 0 ms 2024-11-20T00:22:52,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,081 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:52,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T00:22:52,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732062172082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732062172082"}]},"ts":"1732062172082"} 2024-11-20T00:22:52,083 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T00:22:52,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T00:22:52,084 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062172083"}]},"ts":"1732062172083"} 2024-11-20T00:22:52,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T00:22:52,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd6fa970a47e60c5c78093ae96aeaadf, ASSIGN}] 2024-11-20T00:22:52,090 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd6fa970a47e60c5c78093ae96aeaadf, ASSIGN 2024-11-20T00:22:52,091 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd6fa970a47e60c5c78093ae96aeaadf, ASSIGN; state=OFFLINE, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=false 2024-11-20T00:22:52,242 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=cd6fa970a47e60c5c78093ae96aeaadf, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:52,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T00:22:52,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:52,398 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,398 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:22:52,398 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,398 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:22:52,398 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,398 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,400 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,401 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:52,401 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6fa970a47e60c5c78093ae96aeaadf columnFamilyName A 2024-11-20T00:22:52,401 DEBUG [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:52,402 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.HStore(327): Store=cd6fa970a47e60c5c78093ae96aeaadf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:52,402 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,403 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:52,403 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6fa970a47e60c5c78093ae96aeaadf columnFamilyName B 2024-11-20T00:22:52,403 DEBUG [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:52,404 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.HStore(327): Store=cd6fa970a47e60c5c78093ae96aeaadf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:52,404 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,405 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:22:52,405 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6fa970a47e60c5c78093ae96aeaadf columnFamilyName C 2024-11-20T00:22:52,405 DEBUG [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:22:52,405 INFO [StoreOpener-cd6fa970a47e60c5c78093ae96aeaadf-1 {}] regionserver.HStore(327): Store=cd6fa970a47e60c5c78093ae96aeaadf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:22:52,405 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,406 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,406 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,408 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:22:52,409 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:52,411 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:22:52,411 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened cd6fa970a47e60c5c78093ae96aeaadf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60738438, jitterRate=-0.09492674469947815}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:22:52,412 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:52,413 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., pid=72, masterSystemTime=1732062172394 2024-11-20T00:22:52,414 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,414 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:52,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=cd6fa970a47e60c5c78093ae96aeaadf, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:52,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T00:22:52,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 in 173 msec 2024-11-20T00:22:52,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T00:22:52,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd6fa970a47e60c5c78093ae96aeaadf, ASSIGN in 328 msec 2024-11-20T00:22:52,419 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T00:22:52,419 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062172419"}]},"ts":"1732062172419"} 2024-11-20T00:22:52,420 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T00:22:52,424 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T00:22:52,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-20T00:22:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T00:22:53,372 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-20T00:22:53,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-20T00:22:53,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T00:22:53,382 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T00:22:53,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-20T00:22:53,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-20T00:22:53,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-20T00:22:53,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-20T00:22:53,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-20T00:22:53,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-20T00:22:53,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,416 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-20T00:22:53,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-20T00:22:53,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-20T00:22:53,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-20T00:22:53,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:22:53,440 DEBUG [hconnection-0x6e8bb779-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,441 DEBUG [hconnection-0x56c86fcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,442 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,442 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:53,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:22:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:22:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:22:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:22:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:53,456 DEBUG [hconnection-0x532e5821-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,458 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T00:22:53,494 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T00:22:53,494 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:53,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:53,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062233497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/50325570ee2c4c13b63cbde85721cad5 is 50, key is test_row_0/A:col10/1732062173451/Put/seqid=0 2024-11-20T00:22:53,509 DEBUG [hconnection-0x63cfb1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,510 DEBUG [hconnection-0x548d552e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,511 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,511 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062233512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,528 DEBUG [hconnection-0x474f0812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,529 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062233531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,534 DEBUG [hconnection-0x343a40b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,535 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062233537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,556 DEBUG [hconnection-0x39aff2f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,557 DEBUG [hconnection-0x6c8826ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,560 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,560 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742064_1240 (size=12001) 2024-11-20T00:22:53,585 DEBUG [hconnection-0x6c16c754-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:22:53,586 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:22:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062233588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T00:22:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062233599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062233614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062233632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062233638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T00:22:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:53,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062233692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T00:22:53,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T00:22:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:53,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062233804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062233818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062233835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062233840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062233894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,917 DEBUG [master/4c2f74f6ba1b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 289b5a391239f0bb5fe1aa685518d1be changed from -1.0 to 0.0, refreshing cache 2024-11-20T00:22:53,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:53,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T00:22:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:53,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:53,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/50325570ee2c4c13b63cbde85721cad5 2024-11-20T00:22:54,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7d7c76a3ca284919884bad0868db2587 is 50, key is test_row_0/B:col10/1732062173451/Put/seqid=0 2024-11-20T00:22:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742065_1241 (size=12001) 2024-11-20T00:22:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T00:22:54,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T00:22:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:54,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062234107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062234119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062234140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062234143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062234197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T00:22:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:54,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7d7c76a3ca284919884bad0868db2587 2024-11-20T00:22:54,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T00:22:54,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:54,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:54,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:54,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:54,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/2a4b706e806c4c61b29182734cd0c886 is 50, key is test_row_0/C:col10/1732062173451/Put/seqid=0 2024-11-20T00:22:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742066_1242 (size=12001) 2024-11-20T00:22:54,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/2a4b706e806c4c61b29182734cd0c886 2024-11-20T00:22:54,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/50325570ee2c4c13b63cbde85721cad5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/50325570ee2c4c13b63cbde85721cad5 2024-11-20T00:22:54,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/50325570ee2c4c13b63cbde85721cad5, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T00:22:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7d7c76a3ca284919884bad0868db2587 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7d7c76a3ca284919884bad0868db2587 2024-11-20T00:22:54,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7d7c76a3ca284919884bad0868db2587, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T00:22:54,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/2a4b706e806c4c61b29182734cd0c886 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2a4b706e806c4c61b29182734cd0c886 2024-11-20T00:22:54,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2a4b706e806c4c61b29182734cd0c886, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T00:22:54,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cd6fa970a47e60c5c78093ae96aeaadf in 1032ms, sequenceid=12, compaction requested=false 2024-11-20T00:22:54,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:54,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T00:22:54,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:54,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:22:54,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:22:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:22:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:22:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:54,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/eba3d7762f6c448fa64db7288c4029f8 is 50, key is test_row_0/A:col10/1732062173495/Put/seqid=0 2024-11-20T00:22:54,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742067_1243 (size=12001) 2024-11-20T00:22:54,594 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/eba3d7762f6c448fa64db7288c4029f8 2024-11-20T00:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T00:22:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/3d981a3ac4384b70b82db3d9c823579c is 50, key is test_row_0/B:col10/1732062173495/Put/seqid=0 2024-11-20T00:22:54,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062234631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062234633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062234644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742068_1244 (size=12001) 2024-11-20T00:22:54,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062234646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062234701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062234734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062234736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062234936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062234938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/3d981a3ac4384b70b82db3d9c823579c 2024-11-20T00:22:55,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/9cc632fc450d4608a958dc4caff081fd is 50, key is test_row_0/C:col10/1732062173495/Put/seqid=0 2024-11-20T00:22:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742069_1245 (size=12001) 2024-11-20T00:22:55,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/9cc632fc450d4608a958dc4caff081fd 2024-11-20T00:22:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/eba3d7762f6c448fa64db7288c4029f8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/eba3d7762f6c448fa64db7288c4029f8 2024-11-20T00:22:55,088 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/eba3d7762f6c448fa64db7288c4029f8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T00:22:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/3d981a3ac4384b70b82db3d9c823579c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3d981a3ac4384b70b82db3d9c823579c 2024-11-20T00:22:55,094 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3d981a3ac4384b70b82db3d9c823579c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T00:22:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/9cc632fc450d4608a958dc4caff081fd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9cc632fc450d4608a958dc4caff081fd 2024-11-20T00:22:55,099 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9cc632fc450d4608a958dc4caff081fd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T00:22:55,100 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cd6fa970a47e60c5c78093ae96aeaadf in 522ms, sequenceid=37, compaction requested=false 2024-11-20T00:22:55,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T00:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T00:22:55,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T00:22:55,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6080 sec 2024-11-20T00:22:55,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.6120 sec 2024-11-20T00:22:55,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:22:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:55,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:22:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:22:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:22:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:55,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f4a36dc3b6744c81b455540b6cee7b58 is 50, key is test_row_0/A:col10/1732062174630/Put/seqid=0 2024-11-20T00:22:55,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742070_1246 (size=12001) 2024-11-20T00:22:55,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f4a36dc3b6744c81b455540b6cee7b58 2024-11-20T00:22:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062235279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062235279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/72ce950ed13947b2886b52e13599acce is 50, key is test_row_0/B:col10/1732062174630/Put/seqid=0 2024-11-20T00:22:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742071_1247 (size=12001) 2024-11-20T00:22:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062235382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062235382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062235585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062235586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T00:22:55,599 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T00:22:55,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-20T00:22:55,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:55,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T00:22:55,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:55,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062235654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062235657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/72ce950ed13947b2886b52e13599acce 2024-11-20T00:22:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T00:22:55,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/5b9bb82a7fa94440b51a1f3a83a7e79c is 50, key is test_row_0/C:col10/1732062174630/Put/seqid=0 2024-11-20T00:22:55,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062235712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742072_1248 (size=12001) 2024-11-20T00:22:55,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T00:22:55,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:55,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:55,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:55,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:55,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062235888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062235889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T00:22:55,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:55,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T00:22:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:55,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:56,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:56,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T00:22:56,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:56,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:56,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:56,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:56,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:56,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/5b9bb82a7fa94440b51a1f3a83a7e79c 2024-11-20T00:22:56,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f4a36dc3b6744c81b455540b6cee7b58 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f4a36dc3b6744c81b455540b6cee7b58 2024-11-20T00:22:56,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f4a36dc3b6744c81b455540b6cee7b58, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T00:22:56,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/72ce950ed13947b2886b52e13599acce as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/72ce950ed13947b2886b52e13599acce 2024-11-20T00:22:56,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/72ce950ed13947b2886b52e13599acce, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T00:22:56,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/5b9bb82a7fa94440b51a1f3a83a7e79c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5b9bb82a7fa94440b51a1f3a83a7e79c 2024-11-20T00:22:56,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5b9bb82a7fa94440b51a1f3a83a7e79c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T00:22:56,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for cd6fa970a47e60c5c78093ae96aeaadf in 904ms, sequenceid=49, compaction requested=true 2024-11-20T00:22:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:56,146 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:56,146 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:56,148 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:56,148 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:56,148 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:22:56,148 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:22:56,148 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:56,148 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:56,148 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/50325570ee2c4c13b63cbde85721cad5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/eba3d7762f6c448fa64db7288c4029f8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f4a36dc3b6744c81b455540b6cee7b58] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=35.2 K 2024-11-20T00:22:56,148 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7d7c76a3ca284919884bad0868db2587, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3d981a3ac4384b70b82db3d9c823579c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/72ce950ed13947b2886b52e13599acce] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=35.2 K 2024-11-20T00:22:56,148 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d7c76a3ca284919884bad0868db2587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732062173448 2024-11-20T00:22:56,148 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50325570ee2c4c13b63cbde85721cad5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732062173448 2024-11-20T00:22:56,149 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d981a3ac4384b70b82db3d9c823579c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732062173489 2024-11-20T00:22:56,149 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting eba3d7762f6c448fa64db7288c4029f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732062173489 2024-11-20T00:22:56,149 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4a36dc3b6744c81b455540b6cee7b58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062174624 2024-11-20T00:22:56,149 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 72ce950ed13947b2886b52e13599acce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062174624 2024-11-20T00:22:56,157 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:56,157 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:56,158 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/30c0405f7d6e43048cf902595bc03293 is 50, key is test_row_0/A:col10/1732062174630/Put/seqid=0 2024-11-20T00:22:56,158 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/874773c06e534061bbca0aa522c0af0c is 50, key is test_row_0/B:col10/1732062174630/Put/seqid=0 2024-11-20T00:22:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742073_1249 (size=12104) 2024-11-20T00:22:56,176 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/30c0405f7d6e43048cf902595bc03293 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/30c0405f7d6e43048cf902595bc03293 2024-11-20T00:22:56,182 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into 30c0405f7d6e43048cf902595bc03293(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:56,182 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:56,182 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=13, startTime=1732062176146; duration=0sec 2024-11-20T00:22:56,182 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:56,182 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:22:56,182 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:56,184 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:56,184 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:22:56,185 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:56,185 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2a4b706e806c4c61b29182734cd0c886, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9cc632fc450d4608a958dc4caff081fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5b9bb82a7fa94440b51a1f3a83a7e79c] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=35.2 K 2024-11-20T00:22:56,185 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a4b706e806c4c61b29182734cd0c886, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732062173448 2024-11-20T00:22:56,186 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cc632fc450d4608a958dc4caff081fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732062173489 2024-11-20T00:22:56,187 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b9bb82a7fa94440b51a1f3a83a7e79c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062174624 2024-11-20T00:22:56,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742074_1250 (size=12104) 2024-11-20T00:22:56,200 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/874773c06e534061bbca0aa522c0af0c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/874773c06e534061bbca0aa522c0af0c 2024-11-20T00:22:56,202 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:56,203 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/79f965fa1c5f4c4f8f33046bb58490cc is 50, key is test_row_0/C:col10/1732062174630/Put/seqid=0 2024-11-20T00:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T00:22:56,208 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into 874773c06e534061bbca0aa522c0af0c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:56,208 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:56,208 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=13, startTime=1732062176146; duration=0sec 2024-11-20T00:22:56,208 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:56,208 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:22:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742075_1251 (size=12104) 2024-11-20T00:22:56,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:56,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T00:22:56,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:56,217 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:56,220 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/79f965fa1c5f4c4f8f33046bb58490cc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/79f965fa1c5f4c4f8f33046bb58490cc 2024-11-20T00:22:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/62037099503e4de69c3f1b528beb4956 is 50, key is test_row_0/A:col10/1732062175278/Put/seqid=0 2024-11-20T00:22:56,230 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into 79f965fa1c5f4c4f8f33046bb58490cc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:56,230 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:56,230 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=13, startTime=1732062176146; duration=0sec 2024-11-20T00:22:56,230 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:56,230 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:22:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742076_1252 (size=12001) 2024-11-20T00:22:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:56,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062236401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062236402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:56,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:56,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062236505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062236505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:56,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T00:22:56,637 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/62037099503e4de69c3f1b528beb4956 2024-11-20T00:22:56,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/fde2bd036f694bf59354afa5f104d78e is 50, key is test_row_0/B:col10/1732062175278/Put/seqid=0 2024-11-20T00:22:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742077_1253 (size=12001) 2024-11-20T00:22:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062236707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T00:22:56,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062236707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062237010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062237011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,050 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/fde2bd036f694bf59354afa5f104d78e 2024-11-20T00:22:57,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/f7bb0bb24054421cb526096c8ef68cdb is 50, key is test_row_0/C:col10/1732062175278/Put/seqid=0 2024-11-20T00:22:57,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742078_1254 (size=12001) 2024-11-20T00:22:57,066 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/f7bb0bb24054421cb526096c8ef68cdb 2024-11-20T00:22:57,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/62037099503e4de69c3f1b528beb4956 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/62037099503e4de69c3f1b528beb4956 2024-11-20T00:22:57,075 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/62037099503e4de69c3f1b528beb4956, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T00:22:57,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/fde2bd036f694bf59354afa5f104d78e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fde2bd036f694bf59354afa5f104d78e 2024-11-20T00:22:57,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fde2bd036f694bf59354afa5f104d78e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T00:22:57,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/f7bb0bb24054421cb526096c8ef68cdb as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/f7bb0bb24054421cb526096c8ef68cdb 2024-11-20T00:22:57,089 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/f7bb0bb24054421cb526096c8ef68cdb, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T00:22:57,090 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cd6fa970a47e60c5c78093ae96aeaadf in 873ms, sequenceid=76, compaction requested=false 2024-11-20T00:22:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-20T00:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-20T00:22:57,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T00:22:57,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-20T00:22:57,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4930 sec 2024-11-20T00:22:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:57,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:22:57,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:22:57,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:57,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:22:57,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:57,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:22:57,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:57,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/73991c27c90f49288a7a917023028264 is 50, key is test_row_0/A:col10/1732062176401/Put/seqid=0 2024-11-20T00:22:57,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742079_1255 (size=12001) 2024-11-20T00:22:57,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062237555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062237555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062237658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062237659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062237663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,665 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:22:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062237671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,673 DEBUG [Thread-1109 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:22:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T00:22:57,710 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T00:22:57,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T00:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T00:22:57,712 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:22:57,713 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:22:57,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:22:57,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062237724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,732 DEBUG [Thread-1107 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T00:22:57,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062237862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062237862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:57,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:57,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:57,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:57,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/73991c27c90f49288a7a917023028264 2024-11-20T00:22:57,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/d5ad6cdd219748da91354868885c3ffe is 50, key is test_row_0/B:col10/1732062176401/Put/seqid=0 2024-11-20T00:22:58,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742080_1256 (size=12001) 2024-11-20T00:22:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T00:22:58,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/d5ad6cdd219748da91354868885c3ffe 2024-11-20T00:22:58,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/aca673356ce54369bb5088d2aff90add is 50, key is test_row_0/C:col10/1732062176401/Put/seqid=0 2024-11-20T00:22:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742081_1257 (size=12001) 2024-11-20T00:22:58,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/aca673356ce54369bb5088d2aff90add 2024-11-20T00:22:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/73991c27c90f49288a7a917023028264 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/73991c27c90f49288a7a917023028264 2024-11-20T00:22:58,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/73991c27c90f49288a7a917023028264, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T00:22:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/d5ad6cdd219748da91354868885c3ffe as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d5ad6cdd219748da91354868885c3ffe 2024-11-20T00:22:58,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d5ad6cdd219748da91354868885c3ffe, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T00:22:58,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/aca673356ce54369bb5088d2aff90add as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/aca673356ce54369bb5088d2aff90add 2024-11-20T00:22:58,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/aca673356ce54369bb5088d2aff90add, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T00:22:58,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for cd6fa970a47e60c5c78093ae96aeaadf in 619ms, sequenceid=90, compaction requested=true 2024-11-20T00:22:58,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:58,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:22:58,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:58,138 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:58,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:22:58,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:58,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:22:58,138 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:58,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:58,140 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:58,140 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:22:58,140 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,140 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/30c0405f7d6e43048cf902595bc03293, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/62037099503e4de69c3f1b528beb4956, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/73991c27c90f49288a7a917023028264] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=35.3 K 2024-11-20T00:22:58,141 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:58,141 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:22:58,141 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,141 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30c0405f7d6e43048cf902595bc03293, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062174624 2024-11-20T00:22:58,141 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/874773c06e534061bbca0aa522c0af0c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fde2bd036f694bf59354afa5f104d78e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d5ad6cdd219748da91354868885c3ffe] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=35.3 K 2024-11-20T00:22:58,141 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62037099503e4de69c3f1b528beb4956, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732062175274 2024-11-20T00:22:58,141 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 874773c06e534061bbca0aa522c0af0c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062174624 2024-11-20T00:22:58,142 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fde2bd036f694bf59354afa5f104d78e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732062175274 2024-11-20T00:22:58,142 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73991c27c90f49288a7a917023028264, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732062176397 2024-11-20T00:22:58,142 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ad6cdd219748da91354868885c3ffe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732062176397 2024-11-20T00:22:58,168 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:58,169 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/4f4ba10a1c12404bb71b7a8f0b5785ff is 50, key is test_row_0/A:col10/1732062176401/Put/seqid=0 2024-11-20T00:22:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:58,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:22:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:22:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:22:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:22:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:58,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,190 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:58,191 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1cfa3914cf5147bfb55d99c10f514389 is 50, key is test_row_0/B:col10/1732062176401/Put/seqid=0 2024-11-20T00:22:58,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/a9a045e873b34319a8c85eebb5097825 is 50, key is test_row_0/A:col10/1732062178173/Put/seqid=0 2024-11-20T00:22:58,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062238200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062238203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742082_1258 (size=12207) 2024-11-20T00:22:58,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742083_1259 (size=12207) 2024-11-20T00:22:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742084_1260 (size=12001) 2024-11-20T00:22:58,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062238305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062238307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T00:22:58,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062238510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062238511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,633 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/4f4ba10a1c12404bb71b7a8f0b5785ff as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/4f4ba10a1c12404bb71b7a8f0b5785ff 2024-11-20T00:22:58,636 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1cfa3914cf5147bfb55d99c10f514389 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1cfa3914cf5147bfb55d99c10f514389 2024-11-20T00:22:58,639 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into 4f4ba10a1c12404bb71b7a8f0b5785ff(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:58,639 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:58,639 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=13, startTime=1732062178138; duration=0sec 2024-11-20T00:22:58,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:22:58,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:22:58,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:22:58,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/a9a045e873b34319a8c85eebb5097825 2024-11-20T00:22:58,642 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:22:58,642 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:22:58,642 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,642 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/79f965fa1c5f4c4f8f33046bb58490cc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/f7bb0bb24054421cb526096c8ef68cdb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/aca673356ce54369bb5088d2aff90add] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=35.3 K 2024-11-20T00:22:58,643 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79f965fa1c5f4c4f8f33046bb58490cc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732062174624 2024-11-20T00:22:58,643 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7bb0bb24054421cb526096c8ef68cdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732062175274 2024-11-20T00:22:58,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,644 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting aca673356ce54369bb5088d2aff90add, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732062176397 2024-11-20T00:22:58,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,650 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into 1cfa3914cf5147bfb55d99c10f514389(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:58,650 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:58,650 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=13, startTime=1732062178138; duration=0sec 2024-11-20T00:22:58,650 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:58,650 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:22:58,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/24cc95325dd14caa9944c332dfdac84f is 50, key is test_row_0/B:col10/1732062178173/Put/seqid=0 2024-11-20T00:22:58,655 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:22:58,655 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/9d68f02e7888411a977aba628872b50c is 50, key is test_row_0/C:col10/1732062176401/Put/seqid=0 2024-11-20T00:22:58,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742085_1261 (size=12207) 2024-11-20T00:22:58,694 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/9d68f02e7888411a977aba628872b50c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9d68f02e7888411a977aba628872b50c 2024-11-20T00:22:58,701 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into 9d68f02e7888411a977aba628872b50c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:22:58,701 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:58,701 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=13, startTime=1732062178138; duration=0sec 2024-11-20T00:22:58,701 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:22:58,701 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:22:58,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742086_1262 (size=12001) 2024-11-20T00:22:58,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/24cc95325dd14caa9944c332dfdac84f 2024-11-20T00:22:58,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/8a61a71c7a9040f88f5999e921e8efa1 is 50, key is test_row_0/C:col10/1732062178173/Put/seqid=0 2024-11-20T00:22:58,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:22:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742087_1263 (size=12001) 2024-11-20T00:22:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T00:22:58,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062238816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062238817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/8a61a71c7a9040f88f5999e921e8efa1 2024-11-20T00:22:58,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/a9a045e873b34319a8c85eebb5097825 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/a9a045e873b34319a8c85eebb5097825 2024-11-20T00:22:58,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/a9a045e873b34319a8c85eebb5097825, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T00:22:58,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/24cc95325dd14caa9944c332dfdac84f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/24cc95325dd14caa9944c332dfdac84f 2024-11-20T00:22:58,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/24cc95325dd14caa9944c332dfdac84f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T00:22:58,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/8a61a71c7a9040f88f5999e921e8efa1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/8a61a71c7a9040f88f5999e921e8efa1 2024-11-20T00:22:58,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/8a61a71c7a9040f88f5999e921e8efa1, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T00:22:58,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cd6fa970a47e60c5c78093ae96aeaadf in 700ms, sequenceid=115, compaction requested=false 2024-11-20T00:22:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:58,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:58,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T00:22:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:58,955 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:22:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:22:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:22:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:22:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:22:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/cf8e0003e1194f9c8de99d29fdefc983 is 50, key is test_row_0/A:col10/1732062178201/Put/seqid=0 2024-11-20T00:22:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742088_1264 (size=12001) 2024-11-20T00:22:59,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/cf8e0003e1194f9c8de99d29fdefc983 2024-11-20T00:22:59,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/3ddf64fc9ecc48e19fa44ac649ccca39 is 50, key is test_row_0/B:col10/1732062178201/Put/seqid=0 2024-11-20T00:22:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742089_1265 (size=12001) 2024-11-20T00:22:59,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:22:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:22:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062239403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062239403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:59,483 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/3ddf64fc9ecc48e19fa44ac649ccca39 2024-11-20T00:22:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/ad75de465bc3404f8215b306e8c51825 is 50, key is test_row_0/C:col10/1732062178201/Put/seqid=0 2024-11-20T00:22:59,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062239507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:59,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062239508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742090_1266 (size=12001) 2024-11-20T00:22:59,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062239714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:59,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:22:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062239715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:22:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T00:22:59,958 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/ad75de465bc3404f8215b306e8c51825 2024-11-20T00:22:59,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/cf8e0003e1194f9c8de99d29fdefc983 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/cf8e0003e1194f9c8de99d29fdefc983 2024-11-20T00:22:59,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/cf8e0003e1194f9c8de99d29fdefc983, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T00:22:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/3ddf64fc9ecc48e19fa44ac649ccca39 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3ddf64fc9ecc48e19fa44ac649ccca39 2024-11-20T00:22:59,981 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3ddf64fc9ecc48e19fa44ac649ccca39, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T00:22:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/ad75de465bc3404f8215b306e8c51825 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ad75de465bc3404f8215b306e8c51825 2024-11-20T00:22:59,988 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ad75de465bc3404f8215b306e8c51825, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T00:22:59,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cd6fa970a47e60c5c78093ae96aeaadf in 1034ms, sequenceid=129, compaction requested=true 2024-11-20T00:22:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:22:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:22:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T00:22:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T00:22:59,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T00:22:59,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-11-20T00:22:59,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.2820 sec 2024-11-20T00:23:00,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T00:23:00,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:00,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:00,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:00,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:00,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:00,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:00,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062240039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:00,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062240040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:00,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/e40b4959aa594ed4a1a5373388429faf is 50, key is test_row_0/A:col10/1732062180022/Put/seqid=0 2024-11-20T00:23:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742091_1267 (size=12151) 2024-11-20T00:23:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062240145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:00,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062240145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:00,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062240349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062240350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:00,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/e40b4959aa594ed4a1a5373388429faf 2024-11-20T00:23:00,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/2e2ecb5eb5e4405497b1345df6d0a668 is 50, key is test_row_0/B:col10/1732062180022/Put/seqid=0 2024-11-20T00:23:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742092_1268 (size=12151) 2024-11-20T00:23:00,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/2e2ecb5eb5e4405497b1345df6d0a668 2024-11-20T00:23:00,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/45b8b98acd824819a17a9b9516c31125 is 50, key is test_row_0/C:col10/1732062180022/Put/seqid=0 2024-11-20T00:23:00,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742093_1269 (size=12151) 2024-11-20T00:23:00,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062240652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:00,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062240653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/45b8b98acd824819a17a9b9516c31125 2024-11-20T00:23:01,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/e40b4959aa594ed4a1a5373388429faf as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/e40b4959aa594ed4a1a5373388429faf 2024-11-20T00:23:01,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/e40b4959aa594ed4a1a5373388429faf, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T00:23:01,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/2e2ecb5eb5e4405497b1345df6d0a668 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2e2ecb5eb5e4405497b1345df6d0a668 2024-11-20T00:23:01,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2e2ecb5eb5e4405497b1345df6d0a668, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T00:23:01,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/45b8b98acd824819a17a9b9516c31125 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/45b8b98acd824819a17a9b9516c31125 2024-11-20T00:23:01,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/45b8b98acd824819a17a9b9516c31125, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T00:23:01,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for cd6fa970a47e60c5c78093ae96aeaadf in 1039ms, sequenceid=156, compaction requested=true 2024-11-20T00:23:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:01,063 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:01,063 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:01,065 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:01,065 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:23:01,065 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:01,065 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/4f4ba10a1c12404bb71b7a8f0b5785ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/a9a045e873b34319a8c85eebb5097825, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/cf8e0003e1194f9c8de99d29fdefc983, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/e40b4959aa594ed4a1a5373388429faf] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=47.2 K 2024-11-20T00:23:01,065 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:01,065 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:23:01,065 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:01,065 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4ba10a1c12404bb71b7a8f0b5785ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732062176397 2024-11-20T00:23:01,065 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1cfa3914cf5147bfb55d99c10f514389, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/24cc95325dd14caa9944c332dfdac84f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3ddf64fc9ecc48e19fa44ac649ccca39, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2e2ecb5eb5e4405497b1345df6d0a668] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=47.2 K 2024-11-20T00:23:01,067 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cfa3914cf5147bfb55d99c10f514389, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732062176397 2024-11-20T00:23:01,067 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9a045e873b34319a8c85eebb5097825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062177554 2024-11-20T00:23:01,068 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf8e0003e1194f9c8de99d29fdefc983, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732062178197 2024-11-20T00:23:01,068 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 24cc95325dd14caa9944c332dfdac84f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062177554 2024-11-20T00:23:01,068 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ddf64fc9ecc48e19fa44ac649ccca39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732062178197 2024-11-20T00:23:01,068 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting e40b4959aa594ed4a1a5373388429faf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732062179384 2024-11-20T00:23:01,069 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e2ecb5eb5e4405497b1345df6d0a668, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732062179384 2024-11-20T00:23:01,088 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:01,088 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/7d5aa3471f9a4865b5d97e8b598735b0 is 50, key is test_row_0/A:col10/1732062180022/Put/seqid=0 2024-11-20T00:23:01,104 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:01,105 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/d362c4a007924044bb2cae0b249b90bd is 50, key is test_row_0/B:col10/1732062180022/Put/seqid=0 2024-11-20T00:23:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742094_1270 (size=12493) 2024-11-20T00:23:01,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:23:01,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:01,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:01,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:01,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:01,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:01,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:01,172 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/7d5aa3471f9a4865b5d97e8b598735b0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/7d5aa3471f9a4865b5d97e8b598735b0 2024-11-20T00:23:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742095_1271 (size=12493) 2024-11-20T00:23:01,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f760261fdebc40c89dd4de514ae13b2b is 50, key is test_row_0/A:col10/1732062181167/Put/seqid=0 2024-11-20T00:23:01,190 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into 7d5aa3471f9a4865b5d97e8b598735b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:01,190 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:01,190 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=12, startTime=1732062181063; duration=0sec 2024-11-20T00:23:01,190 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:01,190 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:23:01,190 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:01,193 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:01,193 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:23:01,193 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:01,193 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9d68f02e7888411a977aba628872b50c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/8a61a71c7a9040f88f5999e921e8efa1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ad75de465bc3404f8215b306e8c51825, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/45b8b98acd824819a17a9b9516c31125] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=47.2 K 2024-11-20T00:23:01,195 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d68f02e7888411a977aba628872b50c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732062176397 2024-11-20T00:23:01,196 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a61a71c7a9040f88f5999e921e8efa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732062177554 2024-11-20T00:23:01,196 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad75de465bc3404f8215b306e8c51825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732062178197 2024-11-20T00:23:01,197 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45b8b98acd824819a17a9b9516c31125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732062179384 2024-11-20T00:23:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742096_1272 (size=16931) 2024-11-20T00:23:01,234 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:01,235 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/2427d4841b49494f926e460f2f541a0a is 50, key is test_row_0/C:col10/1732062180022/Put/seqid=0 2024-11-20T00:23:01,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062241266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062241270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742097_1273 (size=12493) 2024-11-20T00:23:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062241374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062241378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,583 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/d362c4a007924044bb2cae0b249b90bd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d362c4a007924044bb2cae0b249b90bd 2024-11-20T00:23:01,589 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into d362c4a007924044bb2cae0b249b90bd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:01,589 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:01,589 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=12, startTime=1732062181063; duration=0sec 2024-11-20T00:23:01,589 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:01,589 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:23:01,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062241583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062241583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f760261fdebc40c89dd4de514ae13b2b 2024-11-20T00:23:01,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7c8a078e6eff442b9fd8de5c704d16c1 is 50, key is test_row_0/B:col10/1732062181167/Put/seqid=0 2024-11-20T00:23:01,692 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/2427d4841b49494f926e460f2f541a0a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2427d4841b49494f926e460f2f541a0a 2024-11-20T00:23:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062241693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,695 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:23:01,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742098_1274 (size=12151) 2024-11-20T00:23:01,704 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into 2427d4841b49494f926e460f2f541a0a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:01,704 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:01,704 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=12, startTime=1732062181063; duration=0sec 2024-11-20T00:23:01,704 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:01,704 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:23:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062241705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,712 DEBUG [Thread-1109 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8202 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:23:01,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062241735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,739 DEBUG [Thread-1107 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:23:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T00:23:01,818 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T00:23:01,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T00:23:01,821 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T00:23:01,822 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:01,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:01,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062241895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062241894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T00:23:01,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:01,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T00:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:01,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7c8a078e6eff442b9fd8de5c704d16c1 2024-11-20T00:23:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T00:23:02,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:02,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T00:23:02,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/6a86a6a617dd4dbaa5c052c51fae3eaa is 50, key is test_row_0/C:col10/1732062181167/Put/seqid=0 2024-11-20T00:23:02,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:02,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742099_1275 (size=12151) 2024-11-20T00:23:02,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:02,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T00:23:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062242406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:02,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062242409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T00:23:02,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:02,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T00:23:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:02,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T00:23:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:02,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/6a86a6a617dd4dbaa5c052c51fae3eaa 2024-11-20T00:23:02,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f760261fdebc40c89dd4de514ae13b2b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f760261fdebc40c89dd4de514ae13b2b 2024-11-20T00:23:02,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f760261fdebc40c89dd4de514ae13b2b, entries=250, sequenceid=168, filesize=16.5 K 2024-11-20T00:23:02,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7c8a078e6eff442b9fd8de5c704d16c1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7c8a078e6eff442b9fd8de5c704d16c1 2024-11-20T00:23:02,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7c8a078e6eff442b9fd8de5c704d16c1, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T00:23:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/6a86a6a617dd4dbaa5c052c51fae3eaa as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6a86a6a617dd4dbaa5c052c51fae3eaa 2024-11-20T00:23:02,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6a86a6a617dd4dbaa5c052c51fae3eaa, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T00:23:02,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cd6fa970a47e60c5c78093ae96aeaadf in 1473ms, sequenceid=168, compaction requested=false 2024-11-20T00:23:02,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:02,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:02,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T00:23:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:23:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:02,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/8120b6f0794245919bda339e5b2fbb69 is 50, key is test_row_0/A:col10/1732062181264/Put/seqid=0 2024-11-20T00:23:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742100_1276 (size=12151) 2024-11-20T00:23:02,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/8120b6f0794245919bda339e5b2fbb69 2024-11-20T00:23:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/df8eda93541446c19e8dcfacc1ce7205 is 50, key is test_row_0/B:col10/1732062181264/Put/seqid=0 2024-11-20T00:23:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742101_1277 (size=12151) 2024-11-20T00:23:02,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/df8eda93541446c19e8dcfacc1ce7205 2024-11-20T00:23:02,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/deba76d95a834c718a0e33f067211029 is 50, key is test_row_0/C:col10/1732062181264/Put/seqid=0 2024-11-20T00:23:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T00:23:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742102_1278 (size=12151) 2024-11-20T00:23:03,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/deba76d95a834c718a0e33f067211029 2024-11-20T00:23:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/8120b6f0794245919bda339e5b2fbb69 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8120b6f0794245919bda339e5b2fbb69 2024-11-20T00:23:03,369 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8120b6f0794245919bda339e5b2fbb69, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T00:23:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/df8eda93541446c19e8dcfacc1ce7205 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/df8eda93541446c19e8dcfacc1ce7205 2024-11-20T00:23:03,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/df8eda93541446c19e8dcfacc1ce7205, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T00:23:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/deba76d95a834c718a0e33f067211029 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/deba76d95a834c718a0e33f067211029 2024-11-20T00:23:03,383 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/deba76d95a834c718a0e33f067211029, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T00:23:03,384 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for cd6fa970a47e60c5c78093ae96aeaadf in 627ms, sequenceid=195, compaction requested=true 2024-11-20T00:23:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T00:23:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T00:23:03,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T00:23:03,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-20T00:23:03,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.5680 sec 2024-11-20T00:23:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:03,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:23:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:03,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/42eae031647c47ca8e48b7681b523202 is 50, key is test_row_0/A:col10/1732062183427/Put/seqid=0 2024-11-20T00:23:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742103_1279 (size=12151) 2024-11-20T00:23:03,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/42eae031647c47ca8e48b7681b523202 2024-11-20T00:23:03,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7e2ab4d06fed45bd9fde5bc740b29392 is 50, key is test_row_0/B:col10/1732062183427/Put/seqid=0 2024-11-20T00:23:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062243505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:03,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062243512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742104_1280 (size=12151) 2024-11-20T00:23:03,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062243613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:03,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062243617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:03,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062243818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062243822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T00:23:03,927 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T00:23:03,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T00:23:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T00:23:03,930 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:03,931 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:03,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:03,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7e2ab4d06fed45bd9fde5bc740b29392 2024-11-20T00:23:03,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a18d48b169ce41ca8dcc743c3f1ee756 is 50, key is test_row_0/C:col10/1732062183427/Put/seqid=0 2024-11-20T00:23:04,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742105_1281 (size=12151) 2024-11-20T00:23:04,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a18d48b169ce41ca8dcc743c3f1ee756 2024-11-20T00:23:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T00:23:04,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/42eae031647c47ca8e48b7681b523202 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/42eae031647c47ca8e48b7681b523202 2024-11-20T00:23:04,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/42eae031647c47ca8e48b7681b523202, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T00:23:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7e2ab4d06fed45bd9fde5bc740b29392 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7e2ab4d06fed45bd9fde5bc740b29392 2024-11-20T00:23:04,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7e2ab4d06fed45bd9fde5bc740b29392, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T00:23:04,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a18d48b169ce41ca8dcc743c3f1ee756 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a18d48b169ce41ca8dcc743c3f1ee756 2024-11-20T00:23:04,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a18d48b169ce41ca8dcc743c3f1ee756, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T00:23:04,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cd6fa970a47e60c5c78093ae96aeaadf in 625ms, sequenceid=206, compaction requested=true 2024-11-20T00:23:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:04,057 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:23:04,057 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:04,058 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:04,058 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:23:04,058 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:04,058 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/7d5aa3471f9a4865b5d97e8b598735b0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f760261fdebc40c89dd4de514ae13b2b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8120b6f0794245919bda339e5b2fbb69, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/42eae031647c47ca8e48b7681b523202] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=52.5 K 2024-11-20T00:23:04,059 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:04,059 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:23:04,059 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:04,059 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d362c4a007924044bb2cae0b249b90bd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7c8a078e6eff442b9fd8de5c704d16c1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/df8eda93541446c19e8dcfacc1ce7205, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7e2ab4d06fed45bd9fde5bc740b29392] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=47.8 K 2024-11-20T00:23:04,059 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d5aa3471f9a4865b5d97e8b598735b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732062179384 2024-11-20T00:23:04,060 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d362c4a007924044bb2cae0b249b90bd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732062179384 2024-11-20T00:23:04,060 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f760261fdebc40c89dd4de514ae13b2b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732062180035 2024-11-20T00:23:04,060 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c8a078e6eff442b9fd8de5c704d16c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732062180035 2024-11-20T00:23:04,060 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8120b6f0794245919bda339e5b2fbb69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732062181262 2024-11-20T00:23:04,061 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42eae031647c47ca8e48b7681b523202, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732062183427 2024-11-20T00:23:04,061 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting df8eda93541446c19e8dcfacc1ce7205, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732062181262 2024-11-20T00:23:04,062 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e2ab4d06fed45bd9fde5bc740b29392, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732062183427 2024-11-20T00:23:04,078 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:04,078 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/36658dec59d640eca34103c69da0c3b8 is 50, key is test_row_0/A:col10/1732062183427/Put/seqid=0 2024-11-20T00:23:04,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T00:23:04,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:04,085 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:23:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:04,086 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:04,086 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/023ea92d8ce04310bac77c459ed8cfc2 is 50, key is test_row_0/B:col10/1732062183427/Put/seqid=0 2024-11-20T00:23:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742106_1282 (size=12629) 2024-11-20T00:23:04,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/99a5c3e5caad4b43a9f3b9130a534490 is 50, key is test_row_0/A:col10/1732062183510/Put/seqid=0 2024-11-20T00:23:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:04,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742107_1283 (size=12151) 2024-11-20T00:23:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742108_1284 (size=12629) 2024-11-20T00:23:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062244152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062244156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T00:23:04,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062244261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062244264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062244468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062244469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,495 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/36658dec59d640eca34103c69da0c3b8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/36658dec59d640eca34103c69da0c3b8 2024-11-20T00:23:04,507 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into 36658dec59d640eca34103c69da0c3b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:04,507 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:04,507 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=12, startTime=1732062184057; duration=0sec 2024-11-20T00:23:04,507 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:04,507 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:23:04,507 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:04,513 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:04,513 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:23:04,513 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:04,513 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2427d4841b49494f926e460f2f541a0a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6a86a6a617dd4dbaa5c052c51fae3eaa, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/deba76d95a834c718a0e33f067211029, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a18d48b169ce41ca8dcc743c3f1ee756] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=47.8 K 2024-11-20T00:23:04,514 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2427d4841b49494f926e460f2f541a0a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732062179384 2024-11-20T00:23:04,514 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a86a6a617dd4dbaa5c052c51fae3eaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732062180035 2024-11-20T00:23:04,517 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting deba76d95a834c718a0e33f067211029, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732062181262 2024-11-20T00:23:04,518 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a18d48b169ce41ca8dcc743c3f1ee756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732062183427 2024-11-20T00:23:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T00:23:04,542 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/99a5c3e5caad4b43a9f3b9130a534490 2024-11-20T00:23:04,545 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:04,545 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/ede376d50ec04574ab543f4840a6423f is 50, key is test_row_0/C:col10/1732062183427/Put/seqid=0 2024-11-20T00:23:04,561 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/023ea92d8ce04310bac77c459ed8cfc2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/023ea92d8ce04310bac77c459ed8cfc2 2024-11-20T00:23:04,570 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into 023ea92d8ce04310bac77c459ed8cfc2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:04,570 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:04,570 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=12, startTime=1732062184057; duration=0sec 2024-11-20T00:23:04,570 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:04,570 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:23:04,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/c9c75a4a8cd845cba209e1ae084a5d5c is 50, key is test_row_0/B:col10/1732062183510/Put/seqid=0 2024-11-20T00:23:04,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742109_1285 (size=12629) 2024-11-20T00:23:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742110_1286 (size=12151) 2024-11-20T00:23:04,639 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/c9c75a4a8cd845cba209e1ae084a5d5c 2024-11-20T00:23:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/da5f5e043f5c4ec5a729fb7dbdc301d7 is 50, key is test_row_0/C:col10/1732062183510/Put/seqid=0 2024-11-20T00:23:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742111_1287 (size=12151) 2024-11-20T00:23:04,707 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/da5f5e043f5c4ec5a729fb7dbdc301d7 2024-11-20T00:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/99a5c3e5caad4b43a9f3b9130a534490 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/99a5c3e5caad4b43a9f3b9130a534490 2024-11-20T00:23:04,724 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/99a5c3e5caad4b43a9f3b9130a534490, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T00:23:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/c9c75a4a8cd845cba209e1ae084a5d5c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/c9c75a4a8cd845cba209e1ae084a5d5c 2024-11-20T00:23:04,734 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/c9c75a4a8cd845cba209e1ae084a5d5c, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T00:23:04,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/da5f5e043f5c4ec5a729fb7dbdc301d7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da5f5e043f5c4ec5a729fb7dbdc301d7 2024-11-20T00:23:04,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da5f5e043f5c4ec5a729fb7dbdc301d7, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T00:23:04,746 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cd6fa970a47e60c5c78093ae96aeaadf in 661ms, sequenceid=231, compaction requested=false 2024-11-20T00:23:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T00:23:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T00:23:04,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T00:23:04,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 817 msec 2024-11-20T00:23:04,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 824 msec 2024-11-20T00:23:04,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:23:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:04,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/b849362459a543238a1041fb9583e4da is 50, key is test_row_0/A:col10/1732062184154/Put/seqid=0 2024-11-20T00:23:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742112_1288 (size=12151) 2024-11-20T00:23:04,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/b849362459a543238a1041fb9583e4da 2024-11-20T00:23:04,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/5ddee38560444b6fb27fe9b7867dd648 is 50, key is test_row_0/B:col10/1732062184154/Put/seqid=0 2024-11-20T00:23:04,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062244891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062244891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742113_1289 (size=12151) 2024-11-20T00:23:05,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062244998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062244998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,019 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/ede376d50ec04574ab543f4840a6423f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ede376d50ec04574ab543f4840a6423f 2024-11-20T00:23:05,025 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into ede376d50ec04574ab543f4840a6423f(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:05,025 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:05,025 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=12, startTime=1732062184057; duration=0sec 2024-11-20T00:23:05,025 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:05,025 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:23:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T00:23:05,033 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T00:23:05,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-20T00:23:05,036 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T00:23:05,037 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:05,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T00:23:05,189 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T00:23:05,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062245204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062245205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/5ddee38560444b6fb27fe9b7867dd648 2024-11-20T00:23:05,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/682a0767d3f944e692fcb9a7adc8b89c is 50, key is test_row_0/C:col10/1732062184154/Put/seqid=0 2024-11-20T00:23:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T00:23:05,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T00:23:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742114_1290 (size=12151) 2024-11-20T00:23:05,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/682a0767d3f944e692fcb9a7adc8b89c 2024-11-20T00:23:05,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/b849362459a543238a1041fb9583e4da as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/b849362459a543238a1041fb9583e4da 2024-11-20T00:23:05,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/b849362459a543238a1041fb9583e4da, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T00:23:05,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/5ddee38560444b6fb27fe9b7867dd648 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/5ddee38560444b6fb27fe9b7867dd648 2024-11-20T00:23:05,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/5ddee38560444b6fb27fe9b7867dd648, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T00:23:05,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/682a0767d3f944e692fcb9a7adc8b89c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/682a0767d3f944e692fcb9a7adc8b89c 2024-11-20T00:23:05,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/682a0767d3f944e692fcb9a7adc8b89c, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T00:23:05,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for cd6fa970a47e60c5c78093ae96aeaadf in 620ms, sequenceid=246, compaction requested=true 2024-11-20T00:23:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:05,414 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:23:05,415 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:05,416 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:05,416 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:23:05,416 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,416 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/023ea92d8ce04310bac77c459ed8cfc2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/c9c75a4a8cd845cba209e1ae084a5d5c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/5ddee38560444b6fb27fe9b7867dd648] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.1 K 2024-11-20T00:23:05,416 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:05,416 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:23:05,416 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,417 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/36658dec59d640eca34103c69da0c3b8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/99a5c3e5caad4b43a9f3b9130a534490, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/b849362459a543238a1041fb9583e4da] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.1 K 2024-11-20T00:23:05,417 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 023ea92d8ce04310bac77c459ed8cfc2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732062183427 2024-11-20T00:23:05,417 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36658dec59d640eca34103c69da0c3b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732062183427 2024-11-20T00:23:05,417 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c9c75a4a8cd845cba209e1ae084a5d5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732062183483 2024-11-20T00:23:05,417 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99a5c3e5caad4b43a9f3b9130a534490, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732062183483 2024-11-20T00:23:05,418 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ddee38560444b6fb27fe9b7867dd648, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732062184144 2024-11-20T00:23:05,418 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b849362459a543238a1041fb9583e4da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732062184144 2024-11-20T00:23:05,439 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:05,439 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:05,440 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/bf79cdeb00ec447681f4c5f531f1d445 is 50, key is test_row_0/B:col10/1732062184154/Put/seqid=0 2024-11-20T00:23:05,440 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/8dee4d547ee04d18b5680ddb44e611a4 is 50, key is test_row_0/A:col10/1732062184154/Put/seqid=0 2024-11-20T00:23:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742116_1292 (size=12731) 2024-11-20T00:23:05,486 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/8dee4d547ee04d18b5680ddb44e611a4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8dee4d547ee04d18b5680ddb44e611a4 2024-11-20T00:23:05,494 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into 8dee4d547ee04d18b5680ddb44e611a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:05,494 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:05,494 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=13, startTime=1732062185414; duration=0sec 2024-11-20T00:23:05,494 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:05,494 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:23:05,494 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:05,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T00:23:05,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,497 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:23:05,497 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:05,497 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:23:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:05,497 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:05,497 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ede376d50ec04574ab543f4840a6423f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da5f5e043f5c4ec5a729fb7dbdc301d7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/682a0767d3f944e692fcb9a7adc8b89c] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.1 K 2024-11-20T00:23:05,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742115_1291 (size=12731) 2024-11-20T00:23:05,498 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ede376d50ec04574ab543f4840a6423f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732062183427 2024-11-20T00:23:05,499 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting da5f5e043f5c4ec5a729fb7dbdc301d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732062183483 2024-11-20T00:23:05,500 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 682a0767d3f944e692fcb9a7adc8b89c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732062184144 2024-11-20T00:23:05,507 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/bf79cdeb00ec447681f4c5f531f1d445 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/bf79cdeb00ec447681f4c5f531f1d445 2024-11-20T00:23:05,516 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into bf79cdeb00ec447681f4c5f531f1d445(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:05,516 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:05,516 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=13, startTime=1732062185414; duration=0sec 2024-11-20T00:23:05,516 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:05,516 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:23:05,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/c706179b8a9142ec900502f6bce35e55 is 50, key is test_row_0/A:col10/1732062184890/Put/seqid=0 2024-11-20T00:23:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:05,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:05,522 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:05,523 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/b9592825f4364716bcd490634bfabcc6 is 50, key is test_row_0/C:col10/1732062184154/Put/seqid=0 2024-11-20T00:23:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742117_1293 (size=12301) 2024-11-20T00:23:05,552 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/c706179b8a9142ec900502f6bce35e55 2024-11-20T00:23:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062245571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062245572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742118_1294 (size=12731) 2024-11-20T00:23:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/2d7952e521ce48d2a557f7c7a8f57848 is 50, key is test_row_0/B:col10/1732062184890/Put/seqid=0 2024-11-20T00:23:05,614 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/b9592825f4364716bcd490634bfabcc6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/b9592825f4364716bcd490634bfabcc6 2024-11-20T00:23:05,620 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into b9592825f4364716bcd490634bfabcc6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:05,620 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:05,620 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=13, startTime=1732062185414; duration=0sec 2024-11-20T00:23:05,620 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:05,620 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:23:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T00:23:05,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742119_1295 (size=12301) 2024-11-20T00:23:05,661 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/2d7952e521ce48d2a557f7c7a8f57848 2024-11-20T00:23:05,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/0cac8f69850342f79056fbd19ee9eee1 is 50, key is test_row_0/C:col10/1732062184890/Put/seqid=0 2024-11-20T00:23:05,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062245680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062245680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742120_1296 (size=12301) 2024-11-20T00:23:05,718 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/0cac8f69850342f79056fbd19ee9eee1 2024-11-20T00:23:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/c706179b8a9142ec900502f6bce35e55 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c706179b8a9142ec900502f6bce35e55 2024-11-20T00:23:05,730 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c706179b8a9142ec900502f6bce35e55, entries=150, sequenceid=271, filesize=12.0 K 2024-11-20T00:23:05,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/2d7952e521ce48d2a557f7c7a8f57848 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2d7952e521ce48d2a557f7c7a8f57848 2024-11-20T00:23:05,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2d7952e521ce48d2a557f7c7a8f57848, entries=150, sequenceid=271, filesize=12.0 K 2024-11-20T00:23:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/0cac8f69850342f79056fbd19ee9eee1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/0cac8f69850342f79056fbd19ee9eee1 2024-11-20T00:23:05,744 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/0cac8f69850342f79056fbd19ee9eee1, entries=150, sequenceid=271, filesize=12.0 K 2024-11-20T00:23:05,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for cd6fa970a47e60c5c78093ae96aeaadf in 248ms, sequenceid=271, compaction requested=false 2024-11-20T00:23:05,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:05,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:05,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-20T00:23:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-20T00:23:05,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T00:23:05,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 709 msec 2024-11-20T00:23:05,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 714 msec 2024-11-20T00:23:05,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:23:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:05,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/3e7037de503340f29b1dd31832683e92 is 50, key is test_row_0/A:col10/1732062185885/Put/seqid=0 2024-11-20T00:23:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742121_1297 (size=14741) 2024-11-20T00:23:05,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062245949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/3e7037de503340f29b1dd31832683e92 2024-11-20T00:23:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062245955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:05,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/63adb881d9734f98a0ac6d5aada02ce4 is 50, key is test_row_0/B:col10/1732062185885/Put/seqid=0 2024-11-20T00:23:06,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742122_1298 (size=12301) 2024-11-20T00:23:06,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/63adb881d9734f98a0ac6d5aada02ce4 2024-11-20T00:23:06,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/6b97eee51af140d982329bc1a914dbb5 is 50, key is test_row_0/C:col10/1732062185885/Put/seqid=0 2024-11-20T00:23:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062246056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062246059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742123_1299 (size=12301) 2024-11-20T00:23:06,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/6b97eee51af140d982329bc1a914dbb5 2024-11-20T00:23:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/3e7037de503340f29b1dd31832683e92 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/3e7037de503340f29b1dd31832683e92 2024-11-20T00:23:06,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/3e7037de503340f29b1dd31832683e92, entries=200, sequenceid=287, filesize=14.4 K 2024-11-20T00:23:06,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/63adb881d9734f98a0ac6d5aada02ce4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/63adb881d9734f98a0ac6d5aada02ce4 2024-11-20T00:23:06,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/63adb881d9734f98a0ac6d5aada02ce4, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T00:23:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/6b97eee51af140d982329bc1a914dbb5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6b97eee51af140d982329bc1a914dbb5 2024-11-20T00:23:06,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6b97eee51af140d982329bc1a914dbb5, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T00:23:06,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for cd6fa970a47e60c5c78093ae96aeaadf in 235ms, sequenceid=287, compaction requested=true 2024-11-20T00:23:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:06,122 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:06,123 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:06,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:06,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:06,125 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:06,125 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:23:06,125 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,125 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/bf79cdeb00ec447681f4c5f531f1d445, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2d7952e521ce48d2a557f7c7a8f57848, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/63adb881d9734f98a0ac6d5aada02ce4] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.5 K 2024-11-20T00:23:06,126 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:06,126 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:23:06,126 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,126 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8dee4d547ee04d18b5680ddb44e611a4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c706179b8a9142ec900502f6bce35e55, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/3e7037de503340f29b1dd31832683e92] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=38.8 K 2024-11-20T00:23:06,126 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting bf79cdeb00ec447681f4c5f531f1d445, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732062184144 2024-11-20T00:23:06,127 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dee4d547ee04d18b5680ddb44e611a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732062184144 2024-11-20T00:23:06,127 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d7952e521ce48d2a557f7c7a8f57848, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732062184871 2024-11-20T00:23:06,127 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 63adb881d9734f98a0ac6d5aada02ce4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732062185549 2024-11-20T00:23:06,128 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c706179b8a9142ec900502f6bce35e55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732062184871 2024-11-20T00:23:06,129 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e7037de503340f29b1dd31832683e92, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732062185546 2024-11-20T00:23:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T00:23:06,141 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T00:23:06,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-20T00:23:06,145 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:06,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:06,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T00:23:06,156 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:06,157 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/9ca3c614c0464fb3921d2c4053b3f045 is 50, key is test_row_0/B:col10/1732062185885/Put/seqid=0 2024-11-20T00:23:06,165 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:06,166 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/d49c68df5ab94d7b9845e44f2c8e0fa1 is 50, key is test_row_0/A:col10/1732062185885/Put/seqid=0 2024-11-20T00:23:06,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742124_1300 (size=12983) 2024-11-20T00:23:06,218 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/9ca3c614c0464fb3921d2c4053b3f045 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9ca3c614c0464fb3921d2c4053b3f045 2024-11-20T00:23:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742125_1301 (size=12983) 2024-11-20T00:23:06,226 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into 9ca3c614c0464fb3921d2c4053b3f045(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:06,226 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:06,226 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=13, startTime=1732062186122; duration=0sec 2024-11-20T00:23:06,226 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:06,226 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:23:06,226 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:06,229 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:06,229 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:23:06,229 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,229 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/b9592825f4364716bcd490634bfabcc6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/0cac8f69850342f79056fbd19ee9eee1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6b97eee51af140d982329bc1a914dbb5] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.5 K 2024-11-20T00:23:06,229 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b9592825f4364716bcd490634bfabcc6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732062184144 2024-11-20T00:23:06,230 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cac8f69850342f79056fbd19ee9eee1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732062184871 2024-11-20T00:23:06,231 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b97eee51af140d982329bc1a914dbb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732062185549 2024-11-20T00:23:06,232 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/d49c68df5ab94d7b9845e44f2c8e0fa1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d49c68df5ab94d7b9845e44f2c8e0fa1 2024-11-20T00:23:06,241 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into d49c68df5ab94d7b9845e44f2c8e0fa1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:06,241 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:06,241 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=13, startTime=1732062186122; duration=0sec 2024-11-20T00:23:06,241 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:06,241 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:23:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T00:23:06,248 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:06,249 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a65e26f1a11f40d3bcafcf34c7ec9f66 is 50, key is test_row_0/C:col10/1732062185885/Put/seqid=0 2024-11-20T00:23:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:06,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:23:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:06,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742126_1302 (size=12983) 2024-11-20T00:23:06,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/044f88865e1644d59311d8e619188f49 is 50, key is test_row_0/A:col10/1732062186280/Put/seqid=0 2024-11-20T00:23:06,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062246311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062246314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742127_1303 (size=12301) 2024-11-20T00:23:06,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/044f88865e1644d59311d8e619188f49 2024-11-20T00:23:06,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/fdbaeba9e50a4dd98b492661e5a826b5 is 50, key is test_row_0/B:col10/1732062186280/Put/seqid=0 2024-11-20T00:23:06,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062246418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062246419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742128_1304 (size=12301) 2024-11-20T00:23:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T00:23:06,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:06,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062246622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062246625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,711 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a65e26f1a11f40d3bcafcf34c7ec9f66 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a65e26f1a11f40d3bcafcf34c7ec9f66 2024-11-20T00:23:06,717 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into a65e26f1a11f40d3bcafcf34c7ec9f66(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:06,717 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:06,717 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=13, startTime=1732062186123; duration=0sec 2024-11-20T00:23:06,717 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:06,717 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:23:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T00:23:06,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/fdbaeba9e50a4dd98b492661e5a826b5 2024-11-20T00:23:06,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/3db9c97d51f044e6a8faafdaef3fc54a is 50, key is test_row_0/C:col10/1732062186280/Put/seqid=0 2024-11-20T00:23:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742129_1305 (size=12301) 2024-11-20T00:23:06,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:06,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:06,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062246927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062246930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:07,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:07,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:07,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:07,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T00:23:07,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/3db9c97d51f044e6a8faafdaef3fc54a 2024-11-20T00:23:07,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/044f88865e1644d59311d8e619188f49 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/044f88865e1644d59311d8e619188f49 2024-11-20T00:23:07,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/044f88865e1644d59311d8e619188f49, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T00:23:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/fdbaeba9e50a4dd98b492661e5a826b5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fdbaeba9e50a4dd98b492661e5a826b5 2024-11-20T00:23:07,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fdbaeba9e50a4dd98b492661e5a826b5, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T00:23:07,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/3db9c97d51f044e6a8faafdaef3fc54a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/3db9c97d51f044e6a8faafdaef3fc54a 2024-11-20T00:23:07,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/3db9c97d51f044e6a8faafdaef3fc54a, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T00:23:07,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cd6fa970a47e60c5c78093ae96aeaadf in 1016ms, sequenceid=313, compaction requested=false 2024-11-20T00:23:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:07,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T00:23:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:07,377 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:23:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/5a602995746947ed9a1e81315cbf2809 is 50, key is test_row_1/A:col10/1732062186309/Put/seqid=0 2024-11-20T00:23:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742130_1306 (size=9857) 2024-11-20T00:23:07,423 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/5a602995746947ed9a1e81315cbf2809 2024-11-20T00:23:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/18f0ba35c67d4a4890b2908e9b8ed7fd is 50, key is test_row_1/B:col10/1732062186309/Put/seqid=0 2024-11-20T00:23:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:07,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742131_1307 (size=9857) 2024-11-20T00:23:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062247489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062247493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062247594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062247596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062247799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062247801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:07,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/18f0ba35c67d4a4890b2908e9b8ed7fd 2024-11-20T00:23:07,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a78a5c9d8cbf4540bb6fd0507192152d is 50, key is test_row_1/C:col10/1732062186309/Put/seqid=0 2024-11-20T00:23:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742132_1308 (size=9857) 2024-11-20T00:23:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062248104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062248104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T00:23:08,313 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a78a5c9d8cbf4540bb6fd0507192152d 2024-11-20T00:23:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/5a602995746947ed9a1e81315cbf2809 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/5a602995746947ed9a1e81315cbf2809 2024-11-20T00:23:08,326 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/5a602995746947ed9a1e81315cbf2809, entries=100, sequenceid=326, filesize=9.6 K 2024-11-20T00:23:08,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/18f0ba35c67d4a4890b2908e9b8ed7fd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/18f0ba35c67d4a4890b2908e9b8ed7fd 2024-11-20T00:23:08,334 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/18f0ba35c67d4a4890b2908e9b8ed7fd, entries=100, sequenceid=326, filesize=9.6 K 2024-11-20T00:23:08,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a78a5c9d8cbf4540bb6fd0507192152d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a78a5c9d8cbf4540bb6fd0507192152d 2024-11-20T00:23:08,341 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a78a5c9d8cbf4540bb6fd0507192152d, entries=100, sequenceid=326, filesize=9.6 K 2024-11-20T00:23:08,342 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cd6fa970a47e60c5c78093ae96aeaadf in 965ms, sequenceid=326, compaction requested=true 2024-11-20T00:23:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-20T00:23:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-20T00:23:08,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T00:23:08,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1980 sec 2024-11-20T00:23:08,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.2030 sec 2024-11-20T00:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:08,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:23:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:08,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:08,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:08,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:08,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:08,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:08,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/aedc9e382b7b49eabecfd40dbc7fb9c8 is 50, key is test_row_0/A:col10/1732062188610/Put/seqid=0 2024-11-20T00:23:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062248639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:08,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062248640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:08,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742133_1309 (size=14741) 2024-11-20T00:23:08,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062248745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:08,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062248745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:08,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062248949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:08,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062248949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:09,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/aedc9e382b7b49eabecfd40dbc7fb9c8 2024-11-20T00:23:09,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/87fcd040ceb247c49798d78805518ff0 is 50, key is test_row_0/B:col10/1732062188610/Put/seqid=0 2024-11-20T00:23:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742134_1310 (size=12301) 2024-11-20T00:23:09,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062249253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:09,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062249255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:09,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/87fcd040ceb247c49798d78805518ff0 2024-11-20T00:23:09,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a94d008d212449e2a0aaf35dccd4d1a8 is 50, key is test_row_0/C:col10/1732062188610/Put/seqid=0 2024-11-20T00:23:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742135_1311 (size=12301) 2024-11-20T00:23:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062249760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:09,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062249761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:09,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a94d008d212449e2a0aaf35dccd4d1a8 2024-11-20T00:23:09,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/aedc9e382b7b49eabecfd40dbc7fb9c8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aedc9e382b7b49eabecfd40dbc7fb9c8 2024-11-20T00:23:10,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aedc9e382b7b49eabecfd40dbc7fb9c8, entries=200, sequenceid=351, filesize=14.4 K 2024-11-20T00:23:10,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/87fcd040ceb247c49798d78805518ff0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/87fcd040ceb247c49798d78805518ff0 2024-11-20T00:23:10,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/87fcd040ceb247c49798d78805518ff0, entries=150, sequenceid=351, filesize=12.0 K 2024-11-20T00:23:10,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/a94d008d212449e2a0aaf35dccd4d1a8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a94d008d212449e2a0aaf35dccd4d1a8 2024-11-20T00:23:10,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a94d008d212449e2a0aaf35dccd4d1a8, entries=150, sequenceid=351, filesize=12.0 K 2024-11-20T00:23:10,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cd6fa970a47e60c5c78093ae96aeaadf in 1418ms, sequenceid=351, compaction requested=true 2024-11-20T00:23:10,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:10,031 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:10,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:10,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:10,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:10,031 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:10,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:10,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:10,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:10,033 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49882 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:10,033 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:23:10,033 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:10,033 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d49c68df5ab94d7b9845e44f2c8e0fa1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/044f88865e1644d59311d8e619188f49, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/5a602995746947ed9a1e81315cbf2809, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aedc9e382b7b49eabecfd40dbc7fb9c8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=48.7 K 2024-11-20T00:23:10,034 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:10,034 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:23:10,034 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:10,034 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9ca3c614c0464fb3921d2c4053b3f045, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fdbaeba9e50a4dd98b492661e5a826b5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/18f0ba35c67d4a4890b2908e9b8ed7fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/87fcd040ceb247c49798d78805518ff0] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=46.3 K 2024-11-20T00:23:10,034 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d49c68df5ab94d7b9845e44f2c8e0fa1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732062185549 2024-11-20T00:23:10,035 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca3c614c0464fb3921d2c4053b3f045, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732062185549 2024-11-20T00:23:10,035 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fdbaeba9e50a4dd98b492661e5a826b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732062185911 2024-11-20T00:23:10,035 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044f88865e1644d59311d8e619188f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732062185911 2024-11-20T00:23:10,035 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 18f0ba35c67d4a4890b2908e9b8ed7fd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732062186308 2024-11-20T00:23:10,036 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 87fcd040ceb247c49798d78805518ff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732062187484 2024-11-20T00:23:10,036 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a602995746947ed9a1e81315cbf2809, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732062186308 2024-11-20T00:23:10,036 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting aedc9e382b7b49eabecfd40dbc7fb9c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732062187484 2024-11-20T00:23:10,069 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:10,069 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/9365fac45e2843f4a3e1c20e0fd39dd7 is 50, key is test_row_0/B:col10/1732062188610/Put/seqid=0 2024-11-20T00:23:10,079 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:10,080 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/aadc289417f7417d9cb3dcfe36254ff4 is 50, key is test_row_0/A:col10/1732062188610/Put/seqid=0 2024-11-20T00:23:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742136_1312 (size=13119) 2024-11-20T00:23:10,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742137_1313 (size=13119) 2024-11-20T00:23:10,166 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/aadc289417f7417d9cb3dcfe36254ff4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aadc289417f7417d9cb3dcfe36254ff4 2024-11-20T00:23:10,176 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into aadc289417f7417d9cb3dcfe36254ff4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:10,176 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:10,176 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=12, startTime=1732062190031; duration=0sec 2024-11-20T00:23:10,177 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:10,177 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:23:10,177 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:10,179 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:10,179 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:23:10,179 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:10,179 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a65e26f1a11f40d3bcafcf34c7ec9f66, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/3db9c97d51f044e6a8faafdaef3fc54a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a78a5c9d8cbf4540bb6fd0507192152d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a94d008d212449e2a0aaf35dccd4d1a8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=46.3 K 2024-11-20T00:23:10,180 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a65e26f1a11f40d3bcafcf34c7ec9f66, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732062185549 2024-11-20T00:23:10,180 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3db9c97d51f044e6a8faafdaef3fc54a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732062185911 2024-11-20T00:23:10,181 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a78a5c9d8cbf4540bb6fd0507192152d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732062186308 2024-11-20T00:23:10,183 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a94d008d212449e2a0aaf35dccd4d1a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732062187484 2024-11-20T00:23:10,199 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:10,199 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/87772123e8204b6d918ef50937ca803b is 50, key is test_row_0/C:col10/1732062188610/Put/seqid=0 2024-11-20T00:23:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742138_1314 (size=13119) 2024-11-20T00:23:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T00:23:10,258 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-20T00:23:10,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-20T00:23:10,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T00:23:10,262 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:10,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T00:23:10,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:10,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T00:23:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:10,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/fd9f315572e240aaba491f55cae4d4c5 is 50, key is test_row_0/A:col10/1732062188635/Put/seqid=0 2024-11-20T00:23:10,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742139_1315 (size=12301) 2024-11-20T00:23:10,464 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/fd9f315572e240aaba491f55cae4d4c5 2024-11-20T00:23:10,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/04bd6d29672946c380f7789724bb1134 is 50, key is test_row_0/B:col10/1732062188635/Put/seqid=0 2024-11-20T00:23:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742140_1316 (size=12301) 2024-11-20T00:23:10,540 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/9365fac45e2843f4a3e1c20e0fd39dd7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9365fac45e2843f4a3e1c20e0fd39dd7 2024-11-20T00:23:10,549 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into 9365fac45e2843f4a3e1c20e0fd39dd7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:10,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:10,550 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=12, startTime=1732062190031; duration=0sec 2024-11-20T00:23:10,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:10,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:23:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T00:23:10,643 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/87772123e8204b6d918ef50937ca803b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/87772123e8204b6d918ef50937ca803b 2024-11-20T00:23:10,650 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into 87772123e8204b6d918ef50937ca803b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:10,650 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:10,650 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=12, startTime=1732062190032; duration=0sec 2024-11-20T00:23:10,650 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:10,650 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:23:10,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:10,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062250828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062250831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T00:23:10,917 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/04bd6d29672946c380f7789724bb1134 2024-11-20T00:23:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/09df7688fd1b4c94a641cd1bbf39cdf4 is 50, key is test_row_0/C:col10/1732062188635/Put/seqid=0 2024-11-20T00:23:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062250935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062250935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742141_1317 (size=12301) 2024-11-20T00:23:11,013 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/09df7688fd1b4c94a641cd1bbf39cdf4 2024-11-20T00:23:11,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/fd9f315572e240aaba491f55cae4d4c5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/fd9f315572e240aaba491f55cae4d4c5 2024-11-20T00:23:11,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/fd9f315572e240aaba491f55cae4d4c5, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T00:23:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/04bd6d29672946c380f7789724bb1134 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/04bd6d29672946c380f7789724bb1134 2024-11-20T00:23:11,031 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/04bd6d29672946c380f7789724bb1134, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T00:23:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/09df7688fd1b4c94a641cd1bbf39cdf4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/09df7688fd1b4c94a641cd1bbf39cdf4 2024-11-20T00:23:11,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/09df7688fd1b4c94a641cd1bbf39cdf4, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T00:23:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cd6fa970a47e60c5c78093ae96aeaadf in 629ms, sequenceid=363, compaction requested=false 2024-11-20T00:23:11,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:11,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-20T00:23:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-20T00:23:11,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T00:23:11,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-11-20T00:23:11,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 791 msec 2024-11-20T00:23:11,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T00:23:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:11,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c is 50, key is test_row_0/A:col10/1732062190821/Put/seqid=0 2024-11-20T00:23:11,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062251158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062251161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742142_1318 (size=12301) 2024-11-20T00:23:11,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062251262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062251265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T00:23:11,366 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T00:23:11,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-20T00:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T00:23:11,369 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:11,370 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:11,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062251465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062251467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T00:23:11,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c 2024-11-20T00:23:11,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1d1f157e6c64426594d8b9696225b318 is 50, key is test_row_0/B:col10/1732062190821/Put/seqid=0 2024-11-20T00:23:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742143_1319 (size=12301) 2024-11-20T00:23:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T00:23:11,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732062251762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,765 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18253 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:23:11,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062251767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062251771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732062251781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,783 DEBUG [Thread-1109 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18274 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:23:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46060 deadline: 1732062251801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,803 DEBUG [Thread-1107 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:23:11,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:11,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T00:23:11,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:11,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:11,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:11,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:11,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1d1f157e6c64426594d8b9696225b318 2024-11-20T00:23:12,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/4de978dad68a4970be38c253102e95de is 50, key is test_row_0/C:col10/1732062190821/Put/seqid=0 2024-11-20T00:23:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742144_1320 (size=12301) 2024-11-20T00:23:12,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:12,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:12,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062252271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:12,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062252278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:12,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:12,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:12,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T00:23:12,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/4de978dad68a4970be38c253102e95de 2024-11-20T00:23:12,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c 2024-11-20T00:23:12,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T00:23:12,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1d1f157e6c64426594d8b9696225b318 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d1f157e6c64426594d8b9696225b318 2024-11-20T00:23:12,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d1f157e6c64426594d8b9696225b318, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T00:23:12,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/4de978dad68a4970be38c253102e95de as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/4de978dad68a4970be38c253102e95de 2024-11-20T00:23:12,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/4de978dad68a4970be38c253102e95de, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T00:23:12,549 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T00:23:12,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cd6fa970a47e60c5c78093ae96aeaadf in 1407ms, sequenceid=391, compaction requested=true 2024-11-20T00:23:12,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:12,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:12,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:12,550 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:12,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:12,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:12,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:12,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:12,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:12,552 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:12,552 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:23:12,552 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,552 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9365fac45e2843f4a3e1c20e0fd39dd7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/04bd6d29672946c380f7789724bb1134, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d1f157e6c64426594d8b9696225b318] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.8 K 2024-11-20T00:23:12,552 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:12,552 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:23:12,552 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,552 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aadc289417f7417d9cb3dcfe36254ff4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/fd9f315572e240aaba491f55cae4d4c5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.8 K 2024-11-20T00:23:12,552 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 9365fac45e2843f4a3e1c20e0fd39dd7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732062187484 2024-11-20T00:23:12,553 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting aadc289417f7417d9cb3dcfe36254ff4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732062187484 2024-11-20T00:23:12,553 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 04bd6d29672946c380f7789724bb1134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732062188617 2024-11-20T00:23:12,553 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd9f315572e240aaba491f55cae4d4c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732062188617 2024-11-20T00:23:12,553 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1f157e6c64426594d8b9696225b318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732062190821 2024-11-20T00:23:12,554 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bbdec03d5f54e3fa4f3f0177e8d4c4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732062190821 2024-11-20T00:23:12,565 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:12,566 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/620b53e2d2564c9489ba529d3c0c9757 is 50, key is test_row_0/A:col10/1732062190821/Put/seqid=0 2024-11-20T00:23:12,569 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:12,569 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/71c92b5f19ed4f7194e274ac480a6b50 is 50, key is test_row_0/B:col10/1732062190821/Put/seqid=0 2024-11-20T00:23:12,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:12,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T00:23:12,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:12,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T00:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742145_1321 (size=13221) 2024-11-20T00:23:12,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f91408cb31f74be38ab95ecfca9891fd is 50, key is test_row_0/A:col10/1732062191155/Put/seqid=0 2024-11-20T00:23:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742146_1322 (size=13221) 2024-11-20T00:23:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742147_1323 (size=12301) 2024-11-20T00:23:13,028 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/620b53e2d2564c9489ba529d3c0c9757 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/620b53e2d2564c9489ba529d3c0c9757 2024-11-20T00:23:13,037 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into 620b53e2d2564c9489ba529d3c0c9757(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:13,038 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:13,038 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=13, startTime=1732062192550; duration=0sec 2024-11-20T00:23:13,038 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:13,038 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:23:13,038 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:13,039 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:13,039 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:23:13,039 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:13,039 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/87772123e8204b6d918ef50937ca803b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/09df7688fd1b4c94a641cd1bbf39cdf4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/4de978dad68a4970be38c253102e95de] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.8 K 2024-11-20T00:23:13,040 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87772123e8204b6d918ef50937ca803b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732062187484 2024-11-20T00:23:13,040 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09df7688fd1b4c94a641cd1bbf39cdf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732062188617 2024-11-20T00:23:13,041 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4de978dad68a4970be38c253102e95de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732062190821 2024-11-20T00:23:13,054 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:13,055 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/c0c9bb0fced94553b5cb7481ae24a22d is 50, key is test_row_0/C:col10/1732062190821/Put/seqid=0 2024-11-20T00:23:13,093 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/71c92b5f19ed4f7194e274ac480a6b50 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/71c92b5f19ed4f7194e274ac480a6b50 2024-11-20T00:23:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742148_1324 (size=13221) 2024-11-20T00:23:13,103 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into 71c92b5f19ed4f7194e274ac480a6b50(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:13,104 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:13,104 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=13, startTime=1732062192550; duration=0sec 2024-11-20T00:23:13,104 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:13,104 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:23:13,110 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/c0c9bb0fced94553b5cb7481ae24a22d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c0c9bb0fced94553b5cb7481ae24a22d 2024-11-20T00:23:13,116 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into c0c9bb0fced94553b5cb7481ae24a22d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:13,116 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:13,116 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=13, startTime=1732062192550; duration=0sec 2024-11-20T00:23:13,116 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:13,116 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:23:13,126 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f91408cb31f74be38ab95ecfca9891fd 2024-11-20T00:23:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1d6d7e28c2c6441dbbd2c9bcc0259738 is 50, key is test_row_0/B:col10/1732062191155/Put/seqid=0 2024-11-20T00:23:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742149_1325 (size=12301) 2024-11-20T00:23:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. as already flushing 2024-11-20T00:23:13,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062253315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:13,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062253317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:13,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062253419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:13,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062253420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T00:23:13,557 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:59419 2024-11-20T00:23:13,557 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:13,558 DEBUG [Thread-1120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:59419 2024-11-20T00:23:13,558 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:13,558 DEBUG [Thread-1122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:59419 2024-11-20T00:23:13,558 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:13,562 DEBUG [Thread-1118 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:59419 2024-11-20T00:23:13,562 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:13,576 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:59419 2024-11-20T00:23:13,576 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:13,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1d6d7e28c2c6441dbbd2c9bcc0259738 2024-11-20T00:23:13,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/da9515c0cb744a1a85504f4cdbccf2ff is 50, key is test_row_0/C:col10/1732062191155/Put/seqid=0 2024-11-20T00:23:13,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732062253622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:13,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46014 deadline: 1732062253623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742150_1326 (size=12301) 2024-11-20T00:23:13,643 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/da9515c0cb744a1a85504f4cdbccf2ff 2024-11-20T00:23:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/f91408cb31f74be38ab95ecfca9891fd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f91408cb31f74be38ab95ecfca9891fd 2024-11-20T00:23:13,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f91408cb31f74be38ab95ecfca9891fd, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T00:23:13,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/1d6d7e28c2c6441dbbd2c9bcc0259738 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d6d7e28c2c6441dbbd2c9bcc0259738 2024-11-20T00:23:13,662 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d6d7e28c2c6441dbbd2c9bcc0259738, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T00:23:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/da9515c0cb744a1a85504f4cdbccf2ff as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da9515c0cb744a1a85504f4cdbccf2ff 2024-11-20T00:23:13,679 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da9515c0cb744a1a85504f4cdbccf2ff, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T00:23:13,680 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for cd6fa970a47e60c5c78093ae96aeaadf in 1073ms, sequenceid=401, compaction requested=false 2024-11-20T00:23:13,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-20T00:23:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-20T00:23:13,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T00:23:13,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-11-20T00:23:13,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.3170 sec 2024-11-20T00:23:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:13,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T00:23:13,927 DEBUG [Thread-1111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:59419 2024-11-20T00:23:13,927 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:13,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:13,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:13,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:13,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:13,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:13,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:13,929 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:59419 2024-11-20T00:23:13,929 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:13,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/bef0d669693a41c4a2aadf95632299a3 is 50, key is test_row_0/A:col10/1732062193313/Put/seqid=0 2024-11-20T00:23:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742151_1327 (size=12301) 2024-11-20T00:23:13,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/bef0d669693a41c4a2aadf95632299a3 2024-11-20T00:23:13,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7358908f43784c3e8d93df1507f52879 is 50, key is test_row_0/B:col10/1732062193313/Put/seqid=0 2024-11-20T00:23:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742152_1328 (size=12301) 2024-11-20T00:23:14,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7358908f43784c3e8d93df1507f52879 2024-11-20T00:23:14,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/c6bd4bc6a2df45fc94d60ece4baa3905 is 50, key is test_row_0/C:col10/1732062193313/Put/seqid=0 2024-11-20T00:23:14,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742153_1329 (size=12301) 2024-11-20T00:23:14,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/c6bd4bc6a2df45fc94d60ece4baa3905 2024-11-20T00:23:14,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/bef0d669693a41c4a2aadf95632299a3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/bef0d669693a41c4a2aadf95632299a3 2024-11-20T00:23:14,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/bef0d669693a41c4a2aadf95632299a3, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T00:23:14,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/7358908f43784c3e8d93df1507f52879 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7358908f43784c3e8d93df1507f52879 2024-11-20T00:23:14,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7358908f43784c3e8d93df1507f52879, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T00:23:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/c6bd4bc6a2df45fc94d60ece4baa3905 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c6bd4bc6a2df45fc94d60ece4baa3905 2024-11-20T00:23:14,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c6bd4bc6a2df45fc94d60ece4baa3905, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T00:23:14,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for cd6fa970a47e60c5c78093ae96aeaadf in 909ms, sequenceid=432, compaction requested=true 2024-11-20T00:23:14,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:14,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:14,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:14,836 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:14,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:14,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:14,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd6fa970a47e60c5c78093ae96aeaadf:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:14,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:23:14,837 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:14,837 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/A is initiating minor compaction (all files) 2024-11-20T00:23:14,837 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/A in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:14,838 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/620b53e2d2564c9489ba529d3c0c9757, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f91408cb31f74be38ab95ecfca9891fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/bef0d669693a41c4a2aadf95632299a3] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.9 K 2024-11-20T00:23:14,838 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:14,839 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 620b53e2d2564c9489ba529d3c0c9757, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732062190821 2024-11-20T00:23:14,839 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f91408cb31f74be38ab95ecfca9891fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732062191155 2024-11-20T00:23:14,839 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting bef0d669693a41c4a2aadf95632299a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732062193313 2024-11-20T00:23:14,839 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:14,839 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/B is initiating minor compaction (all files) 2024-11-20T00:23:14,840 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/B in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:14,840 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/71c92b5f19ed4f7194e274ac480a6b50, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d6d7e28c2c6441dbbd2c9bcc0259738, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7358908f43784c3e8d93df1507f52879] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.9 K 2024-11-20T00:23:14,840 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 71c92b5f19ed4f7194e274ac480a6b50, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732062190821 2024-11-20T00:23:14,841 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d6d7e28c2c6441dbbd2c9bcc0259738, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732062191155 2024-11-20T00:23:14,841 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7358908f43784c3e8d93df1507f52879, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732062193313 2024-11-20T00:23:14,849 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:14,850 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/c93c1fdc74ec4dc1a0466cdb13385575 is 50, key is test_row_0/A:col10/1732062193313/Put/seqid=0 2024-11-20T00:23:14,853 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:14,854 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/a173ad3e310a434bb10f7363b51cde65 is 50, key is test_row_0/B:col10/1732062193313/Put/seqid=0 2024-11-20T00:23:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742154_1330 (size=13323) 2024-11-20T00:23:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742155_1331 (size=13323) 2024-11-20T00:23:14,867 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/c93c1fdc74ec4dc1a0466cdb13385575 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c93c1fdc74ec4dc1a0466cdb13385575 2024-11-20T00:23:14,873 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/A of cd6fa970a47e60c5c78093ae96aeaadf into c93c1fdc74ec4dc1a0466cdb13385575(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:14,873 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:14,873 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/A, priority=13, startTime=1732062194836; duration=0sec 2024-11-20T00:23:14,873 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:14,873 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:A 2024-11-20T00:23:14,873 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:14,874 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:14,874 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): cd6fa970a47e60c5c78093ae96aeaadf/C is initiating minor compaction (all files) 2024-11-20T00:23:14,875 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd6fa970a47e60c5c78093ae96aeaadf/C in TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:14,875 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c0c9bb0fced94553b5cb7481ae24a22d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da9515c0cb744a1a85504f4cdbccf2ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c6bd4bc6a2df45fc94d60ece4baa3905] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp, totalSize=36.9 K 2024-11-20T00:23:14,875 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0c9bb0fced94553b5cb7481ae24a22d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732062190821 2024-11-20T00:23:14,875 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting da9515c0cb744a1a85504f4cdbccf2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732062191155 2024-11-20T00:23:14,876 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6bd4bc6a2df45fc94d60ece4baa3905, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732062193313 2024-11-20T00:23:14,885 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd6fa970a47e60c5c78093ae96aeaadf#C#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:14,885 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/d7edfdb52f8448caac342201f1071ee8 is 50, key is test_row_0/C:col10/1732062193313/Put/seqid=0 2024-11-20T00:23:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742156_1332 (size=13323) 2024-11-20T00:23:15,275 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/a173ad3e310a434bb10f7363b51cde65 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/a173ad3e310a434bb10f7363b51cde65 2024-11-20T00:23:15,279 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/B of cd6fa970a47e60c5c78093ae96aeaadf into a173ad3e310a434bb10f7363b51cde65(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:15,279 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:15,279 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/B, priority=13, startTime=1732062194836; duration=0sec 2024-11-20T00:23:15,279 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:15,279 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:B 2024-11-20T00:23:15,294 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/d7edfdb52f8448caac342201f1071ee8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/d7edfdb52f8448caac342201f1071ee8 2024-11-20T00:23:15,301 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd6fa970a47e60c5c78093ae96aeaadf/C of cd6fa970a47e60c5c78093ae96aeaadf into d7edfdb52f8448caac342201f1071ee8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:15,301 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:15,301 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf., storeName=cd6fa970a47e60c5c78093ae96aeaadf/C, priority=13, startTime=1732062194836; duration=0sec 2024-11-20T00:23:15,301 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:15,301 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd6fa970a47e60c5c78093ae96aeaadf:C 2024-11-20T00:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T00:23:15,476 INFO [Thread-1117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-20T00:23:19,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T00:23:21,813 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:59419 2024-11-20T00:23:21,813 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:21,875 DEBUG [Thread-1109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:59419 2024-11-20T00:23:21,875 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:21,898 DEBUG [Thread-1107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:59419 2024-11-20T00:23:21,898 DEBUG [Thread-1107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 187 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 154 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4836 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4637 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4743 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4815 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4591 2024-11-20T00:23:21,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T00:23:21,899 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T00:23:21,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:59419 2024-11-20T00:23:21,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:21,899 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T00:23:21,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T00:23:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T00:23:21,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062201902"}]},"ts":"1732062201902"} 2024-11-20T00:23:21,903 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T00:23:21,905 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T00:23:21,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:23:21,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd6fa970a47e60c5c78093ae96aeaadf, UNASSIGN}] 2024-11-20T00:23:21,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd6fa970a47e60c5c78093ae96aeaadf, UNASSIGN 2024-11-20T00:23:21,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=cd6fa970a47e60c5c78093ae96aeaadf, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:21,908 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:23:21,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:23:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T00:23:22,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:22,060 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:22,060 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:23:22,060 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing cd6fa970a47e60c5c78093ae96aeaadf, disabling compactions & flushes 2024-11-20T00:23:22,060 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:22,060 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:22,060 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. after waiting 0 ms 2024-11-20T00:23:22,060 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:22,060 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing cd6fa970a47e60c5c78093ae96aeaadf 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T00:23:22,060 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=A 2024-11-20T00:23:22,060 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:22,061 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=B 2024-11-20T00:23:22,061 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:22,061 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd6fa970a47e60c5c78093ae96aeaadf, store=C 2024-11-20T00:23:22,061 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:22,064 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/d6548797b41443ebbd863b77ff7d1e97 is 50, key is test_row_0/A:col10/1732062201812/Put/seqid=0 2024-11-20T00:23:22,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742157_1333 (size=9857) 2024-11-20T00:23:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T00:23:22,468 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/d6548797b41443ebbd863b77ff7d1e97 2024-11-20T00:23:22,474 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/b59db7db3e1d4bf9a6df7a1603c3f7ee is 50, key is test_row_0/B:col10/1732062201812/Put/seqid=0 2024-11-20T00:23:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742158_1334 (size=9857) 2024-11-20T00:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T00:23:22,878 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/b59db7db3e1d4bf9a6df7a1603c3f7ee 2024-11-20T00:23:22,884 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/5ed1a4379050463abf99c2e311ebdce6 is 50, key is test_row_0/C:col10/1732062201812/Put/seqid=0 2024-11-20T00:23:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742159_1335 (size=9857) 2024-11-20T00:23:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T00:23:23,288 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/5ed1a4379050463abf99c2e311ebdce6 2024-11-20T00:23:23,292 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/A/d6548797b41443ebbd863b77ff7d1e97 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d6548797b41443ebbd863b77ff7d1e97 2024-11-20T00:23:23,295 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d6548797b41443ebbd863b77ff7d1e97, entries=100, sequenceid=441, filesize=9.6 K 2024-11-20T00:23:23,295 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/B/b59db7db3e1d4bf9a6df7a1603c3f7ee as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/b59db7db3e1d4bf9a6df7a1603c3f7ee 2024-11-20T00:23:23,298 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/b59db7db3e1d4bf9a6df7a1603c3f7ee, entries=100, sequenceid=441, filesize=9.6 K 2024-11-20T00:23:23,299 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/.tmp/C/5ed1a4379050463abf99c2e311ebdce6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5ed1a4379050463abf99c2e311ebdce6 2024-11-20T00:23:23,302 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5ed1a4379050463abf99c2e311ebdce6, entries=100, sequenceid=441, filesize=9.6 K 2024-11-20T00:23:23,302 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for cd6fa970a47e60c5c78093ae96aeaadf in 1242ms, sequenceid=441, compaction requested=false 2024-11-20T00:23:23,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/50325570ee2c4c13b63cbde85721cad5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/eba3d7762f6c448fa64db7288c4029f8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/30c0405f7d6e43048cf902595bc03293, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f4a36dc3b6744c81b455540b6cee7b58, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/62037099503e4de69c3f1b528beb4956, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/4f4ba10a1c12404bb71b7a8f0b5785ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/73991c27c90f49288a7a917023028264, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/a9a045e873b34319a8c85eebb5097825, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/cf8e0003e1194f9c8de99d29fdefc983, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/7d5aa3471f9a4865b5d97e8b598735b0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/e40b4959aa594ed4a1a5373388429faf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f760261fdebc40c89dd4de514ae13b2b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8120b6f0794245919bda339e5b2fbb69, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/36658dec59d640eca34103c69da0c3b8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/42eae031647c47ca8e48b7681b523202, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/99a5c3e5caad4b43a9f3b9130a534490, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8dee4d547ee04d18b5680ddb44e611a4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/b849362459a543238a1041fb9583e4da, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c706179b8a9142ec900502f6bce35e55, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/3e7037de503340f29b1dd31832683e92, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d49c68df5ab94d7b9845e44f2c8e0fa1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/044f88865e1644d59311d8e619188f49, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/5a602995746947ed9a1e81315cbf2809, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aedc9e382b7b49eabecfd40dbc7fb9c8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aadc289417f7417d9cb3dcfe36254ff4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/fd9f315572e240aaba491f55cae4d4c5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/620b53e2d2564c9489ba529d3c0c9757, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f91408cb31f74be38ab95ecfca9891fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/bef0d669693a41c4a2aadf95632299a3] to archive 2024-11-20T00:23:23,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:23:23,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/50325570ee2c4c13b63cbde85721cad5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/50325570ee2c4c13b63cbde85721cad5 2024-11-20T00:23:23,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/eba3d7762f6c448fa64db7288c4029f8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/eba3d7762f6c448fa64db7288c4029f8 2024-11-20T00:23:23,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/30c0405f7d6e43048cf902595bc03293 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/30c0405f7d6e43048cf902595bc03293 2024-11-20T00:23:23,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f4a36dc3b6744c81b455540b6cee7b58 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f4a36dc3b6744c81b455540b6cee7b58 2024-11-20T00:23:23,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/62037099503e4de69c3f1b528beb4956 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/62037099503e4de69c3f1b528beb4956 2024-11-20T00:23:23,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/4f4ba10a1c12404bb71b7a8f0b5785ff to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/4f4ba10a1c12404bb71b7a8f0b5785ff 2024-11-20T00:23:23,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/73991c27c90f49288a7a917023028264 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/73991c27c90f49288a7a917023028264 2024-11-20T00:23:23,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/a9a045e873b34319a8c85eebb5097825 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/a9a045e873b34319a8c85eebb5097825 2024-11-20T00:23:23,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/cf8e0003e1194f9c8de99d29fdefc983 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/cf8e0003e1194f9c8de99d29fdefc983 2024-11-20T00:23:23,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/7d5aa3471f9a4865b5d97e8b598735b0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/7d5aa3471f9a4865b5d97e8b598735b0 2024-11-20T00:23:23,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/e40b4959aa594ed4a1a5373388429faf to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/e40b4959aa594ed4a1a5373388429faf 2024-11-20T00:23:23,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f760261fdebc40c89dd4de514ae13b2b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f760261fdebc40c89dd4de514ae13b2b 2024-11-20T00:23:23,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8120b6f0794245919bda339e5b2fbb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8120b6f0794245919bda339e5b2fbb69 2024-11-20T00:23:23,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/36658dec59d640eca34103c69da0c3b8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/36658dec59d640eca34103c69da0c3b8 2024-11-20T00:23:23,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/42eae031647c47ca8e48b7681b523202 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/42eae031647c47ca8e48b7681b523202 2024-11-20T00:23:23,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/99a5c3e5caad4b43a9f3b9130a534490 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/99a5c3e5caad4b43a9f3b9130a534490 2024-11-20T00:23:23,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8dee4d547ee04d18b5680ddb44e611a4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/8dee4d547ee04d18b5680ddb44e611a4 2024-11-20T00:23:23,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/b849362459a543238a1041fb9583e4da to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/b849362459a543238a1041fb9583e4da 2024-11-20T00:23:23,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c706179b8a9142ec900502f6bce35e55 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c706179b8a9142ec900502f6bce35e55 2024-11-20T00:23:23,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/3e7037de503340f29b1dd31832683e92 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/3e7037de503340f29b1dd31832683e92 2024-11-20T00:23:23,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d49c68df5ab94d7b9845e44f2c8e0fa1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d49c68df5ab94d7b9845e44f2c8e0fa1 2024-11-20T00:23:23,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/044f88865e1644d59311d8e619188f49 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/044f88865e1644d59311d8e619188f49 2024-11-20T00:23:23,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/5a602995746947ed9a1e81315cbf2809 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/5a602995746947ed9a1e81315cbf2809 2024-11-20T00:23:23,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aedc9e382b7b49eabecfd40dbc7fb9c8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aedc9e382b7b49eabecfd40dbc7fb9c8 2024-11-20T00:23:23,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aadc289417f7417d9cb3dcfe36254ff4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/aadc289417f7417d9cb3dcfe36254ff4 2024-11-20T00:23:23,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/fd9f315572e240aaba491f55cae4d4c5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/fd9f315572e240aaba491f55cae4d4c5 2024-11-20T00:23:23,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/620b53e2d2564c9489ba529d3c0c9757 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/620b53e2d2564c9489ba529d3c0c9757 2024-11-20T00:23:23,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/9bbdec03d5f54e3fa4f3f0177e8d4c4c 2024-11-20T00:23:23,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f91408cb31f74be38ab95ecfca9891fd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/f91408cb31f74be38ab95ecfca9891fd 2024-11-20T00:23:23,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/bef0d669693a41c4a2aadf95632299a3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/bef0d669693a41c4a2aadf95632299a3 2024-11-20T00:23:23,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7d7c76a3ca284919884bad0868db2587, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3d981a3ac4384b70b82db3d9c823579c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/874773c06e534061bbca0aa522c0af0c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/72ce950ed13947b2886b52e13599acce, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fde2bd036f694bf59354afa5f104d78e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1cfa3914cf5147bfb55d99c10f514389, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d5ad6cdd219748da91354868885c3ffe, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/24cc95325dd14caa9944c332dfdac84f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3ddf64fc9ecc48e19fa44ac649ccca39, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d362c4a007924044bb2cae0b249b90bd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2e2ecb5eb5e4405497b1345df6d0a668, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7c8a078e6eff442b9fd8de5c704d16c1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/df8eda93541446c19e8dcfacc1ce7205, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/023ea92d8ce04310bac77c459ed8cfc2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7e2ab4d06fed45bd9fde5bc740b29392, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/c9c75a4a8cd845cba209e1ae084a5d5c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/bf79cdeb00ec447681f4c5f531f1d445, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/5ddee38560444b6fb27fe9b7867dd648, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2d7952e521ce48d2a557f7c7a8f57848, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9ca3c614c0464fb3921d2c4053b3f045, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/63adb881d9734f98a0ac6d5aada02ce4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fdbaeba9e50a4dd98b492661e5a826b5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/18f0ba35c67d4a4890b2908e9b8ed7fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9365fac45e2843f4a3e1c20e0fd39dd7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/87fcd040ceb247c49798d78805518ff0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/04bd6d29672946c380f7789724bb1134, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/71c92b5f19ed4f7194e274ac480a6b50, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d1f157e6c64426594d8b9696225b318, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d6d7e28c2c6441dbbd2c9bcc0259738, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7358908f43784c3e8d93df1507f52879] to archive 2024-11-20T00:23:23,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:23:23,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7d7c76a3ca284919884bad0868db2587 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7d7c76a3ca284919884bad0868db2587 2024-11-20T00:23:23,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3d981a3ac4384b70b82db3d9c823579c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3d981a3ac4384b70b82db3d9c823579c 2024-11-20T00:23:23,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/874773c06e534061bbca0aa522c0af0c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/874773c06e534061bbca0aa522c0af0c 2024-11-20T00:23:23,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/72ce950ed13947b2886b52e13599acce to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/72ce950ed13947b2886b52e13599acce 2024-11-20T00:23:23,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fde2bd036f694bf59354afa5f104d78e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fde2bd036f694bf59354afa5f104d78e 2024-11-20T00:23:23,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1cfa3914cf5147bfb55d99c10f514389 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1cfa3914cf5147bfb55d99c10f514389 2024-11-20T00:23:23,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d5ad6cdd219748da91354868885c3ffe to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d5ad6cdd219748da91354868885c3ffe 2024-11-20T00:23:23,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/24cc95325dd14caa9944c332dfdac84f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/24cc95325dd14caa9944c332dfdac84f 2024-11-20T00:23:23,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3ddf64fc9ecc48e19fa44ac649ccca39 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/3ddf64fc9ecc48e19fa44ac649ccca39 2024-11-20T00:23:23,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d362c4a007924044bb2cae0b249b90bd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/d362c4a007924044bb2cae0b249b90bd 2024-11-20T00:23:23,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2e2ecb5eb5e4405497b1345df6d0a668 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2e2ecb5eb5e4405497b1345df6d0a668 2024-11-20T00:23:23,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7c8a078e6eff442b9fd8de5c704d16c1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7c8a078e6eff442b9fd8de5c704d16c1 2024-11-20T00:23:23,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/df8eda93541446c19e8dcfacc1ce7205 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/df8eda93541446c19e8dcfacc1ce7205 2024-11-20T00:23:23,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/023ea92d8ce04310bac77c459ed8cfc2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/023ea92d8ce04310bac77c459ed8cfc2 2024-11-20T00:23:23,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7e2ab4d06fed45bd9fde5bc740b29392 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7e2ab4d06fed45bd9fde5bc740b29392 2024-11-20T00:23:23,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/c9c75a4a8cd845cba209e1ae084a5d5c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/c9c75a4a8cd845cba209e1ae084a5d5c 2024-11-20T00:23:23,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/bf79cdeb00ec447681f4c5f531f1d445 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/bf79cdeb00ec447681f4c5f531f1d445 2024-11-20T00:23:23,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/5ddee38560444b6fb27fe9b7867dd648 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/5ddee38560444b6fb27fe9b7867dd648 2024-11-20T00:23:23,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2d7952e521ce48d2a557f7c7a8f57848 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/2d7952e521ce48d2a557f7c7a8f57848 2024-11-20T00:23:23,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9ca3c614c0464fb3921d2c4053b3f045 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9ca3c614c0464fb3921d2c4053b3f045 2024-11-20T00:23:23,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/63adb881d9734f98a0ac6d5aada02ce4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/63adb881d9734f98a0ac6d5aada02ce4 2024-11-20T00:23:23,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fdbaeba9e50a4dd98b492661e5a826b5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/fdbaeba9e50a4dd98b492661e5a826b5 2024-11-20T00:23:23,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/18f0ba35c67d4a4890b2908e9b8ed7fd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/18f0ba35c67d4a4890b2908e9b8ed7fd 2024-11-20T00:23:23,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9365fac45e2843f4a3e1c20e0fd39dd7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/9365fac45e2843f4a3e1c20e0fd39dd7 2024-11-20T00:23:23,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/87fcd040ceb247c49798d78805518ff0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/87fcd040ceb247c49798d78805518ff0 2024-11-20T00:23:23,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/04bd6d29672946c380f7789724bb1134 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/04bd6d29672946c380f7789724bb1134 2024-11-20T00:23:23,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/71c92b5f19ed4f7194e274ac480a6b50 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/71c92b5f19ed4f7194e274ac480a6b50 2024-11-20T00:23:23,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d1f157e6c64426594d8b9696225b318 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d1f157e6c64426594d8b9696225b318 2024-11-20T00:23:23,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d6d7e28c2c6441dbbd2c9bcc0259738 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/1d6d7e28c2c6441dbbd2c9bcc0259738 2024-11-20T00:23:23,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7358908f43784c3e8d93df1507f52879 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/7358908f43784c3e8d93df1507f52879 2024-11-20T00:23:23,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2a4b706e806c4c61b29182734cd0c886, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9cc632fc450d4608a958dc4caff081fd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/79f965fa1c5f4c4f8f33046bb58490cc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5b9bb82a7fa94440b51a1f3a83a7e79c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/f7bb0bb24054421cb526096c8ef68cdb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9d68f02e7888411a977aba628872b50c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/aca673356ce54369bb5088d2aff90add, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/8a61a71c7a9040f88f5999e921e8efa1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ad75de465bc3404f8215b306e8c51825, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2427d4841b49494f926e460f2f541a0a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/45b8b98acd824819a17a9b9516c31125, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6a86a6a617dd4dbaa5c052c51fae3eaa, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/deba76d95a834c718a0e33f067211029, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ede376d50ec04574ab543f4840a6423f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a18d48b169ce41ca8dcc743c3f1ee756, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da5f5e043f5c4ec5a729fb7dbdc301d7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/b9592825f4364716bcd490634bfabcc6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/682a0767d3f944e692fcb9a7adc8b89c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/0cac8f69850342f79056fbd19ee9eee1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a65e26f1a11f40d3bcafcf34c7ec9f66, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6b97eee51af140d982329bc1a914dbb5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/3db9c97d51f044e6a8faafdaef3fc54a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a78a5c9d8cbf4540bb6fd0507192152d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/87772123e8204b6d918ef50937ca803b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a94d008d212449e2a0aaf35dccd4d1a8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/09df7688fd1b4c94a641cd1bbf39cdf4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c0c9bb0fced94553b5cb7481ae24a22d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/4de978dad68a4970be38c253102e95de, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da9515c0cb744a1a85504f4cdbccf2ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c6bd4bc6a2df45fc94d60ece4baa3905] to archive 2024-11-20T00:23:23,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:23:23,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2a4b706e806c4c61b29182734cd0c886 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2a4b706e806c4c61b29182734cd0c886 2024-11-20T00:23:23,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9cc632fc450d4608a958dc4caff081fd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9cc632fc450d4608a958dc4caff081fd 2024-11-20T00:23:23,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/79f965fa1c5f4c4f8f33046bb58490cc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/79f965fa1c5f4c4f8f33046bb58490cc 2024-11-20T00:23:23,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5b9bb82a7fa94440b51a1f3a83a7e79c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5b9bb82a7fa94440b51a1f3a83a7e79c 2024-11-20T00:23:23,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/f7bb0bb24054421cb526096c8ef68cdb to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/f7bb0bb24054421cb526096c8ef68cdb 2024-11-20T00:23:23,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9d68f02e7888411a977aba628872b50c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/9d68f02e7888411a977aba628872b50c 2024-11-20T00:23:23,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/aca673356ce54369bb5088d2aff90add to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/aca673356ce54369bb5088d2aff90add 2024-11-20T00:23:23,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/8a61a71c7a9040f88f5999e921e8efa1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/8a61a71c7a9040f88f5999e921e8efa1 2024-11-20T00:23:23,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ad75de465bc3404f8215b306e8c51825 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ad75de465bc3404f8215b306e8c51825 2024-11-20T00:23:23,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2427d4841b49494f926e460f2f541a0a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/2427d4841b49494f926e460f2f541a0a 2024-11-20T00:23:23,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/45b8b98acd824819a17a9b9516c31125 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/45b8b98acd824819a17a9b9516c31125 2024-11-20T00:23:23,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6a86a6a617dd4dbaa5c052c51fae3eaa to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6a86a6a617dd4dbaa5c052c51fae3eaa 2024-11-20T00:23:23,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/deba76d95a834c718a0e33f067211029 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/deba76d95a834c718a0e33f067211029 2024-11-20T00:23:23,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ede376d50ec04574ab543f4840a6423f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/ede376d50ec04574ab543f4840a6423f 2024-11-20T00:23:23,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a18d48b169ce41ca8dcc743c3f1ee756 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a18d48b169ce41ca8dcc743c3f1ee756 2024-11-20T00:23:23,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da5f5e043f5c4ec5a729fb7dbdc301d7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da5f5e043f5c4ec5a729fb7dbdc301d7 2024-11-20T00:23:23,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/b9592825f4364716bcd490634bfabcc6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/b9592825f4364716bcd490634bfabcc6 2024-11-20T00:23:23,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/682a0767d3f944e692fcb9a7adc8b89c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/682a0767d3f944e692fcb9a7adc8b89c 2024-11-20T00:23:23,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/0cac8f69850342f79056fbd19ee9eee1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/0cac8f69850342f79056fbd19ee9eee1 2024-11-20T00:23:23,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a65e26f1a11f40d3bcafcf34c7ec9f66 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a65e26f1a11f40d3bcafcf34c7ec9f66 2024-11-20T00:23:23,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6b97eee51af140d982329bc1a914dbb5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/6b97eee51af140d982329bc1a914dbb5 2024-11-20T00:23:23,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/3db9c97d51f044e6a8faafdaef3fc54a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/3db9c97d51f044e6a8faafdaef3fc54a 2024-11-20T00:23:23,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a78a5c9d8cbf4540bb6fd0507192152d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a78a5c9d8cbf4540bb6fd0507192152d 2024-11-20T00:23:23,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/87772123e8204b6d918ef50937ca803b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/87772123e8204b6d918ef50937ca803b 2024-11-20T00:23:23,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a94d008d212449e2a0aaf35dccd4d1a8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/a94d008d212449e2a0aaf35dccd4d1a8 2024-11-20T00:23:23,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/09df7688fd1b4c94a641cd1bbf39cdf4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/09df7688fd1b4c94a641cd1bbf39cdf4 2024-11-20T00:23:23,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c0c9bb0fced94553b5cb7481ae24a22d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c0c9bb0fced94553b5cb7481ae24a22d 2024-11-20T00:23:23,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/4de978dad68a4970be38c253102e95de to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/4de978dad68a4970be38c253102e95de 2024-11-20T00:23:23,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da9515c0cb744a1a85504f4cdbccf2ff to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/da9515c0cb744a1a85504f4cdbccf2ff 2024-11-20T00:23:23,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c6bd4bc6a2df45fc94d60ece4baa3905 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/c6bd4bc6a2df45fc94d60ece4baa3905 2024-11-20T00:23:23,394 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=1 2024-11-20T00:23:23,394 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf. 2024-11-20T00:23:23,394 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for cd6fa970a47e60c5c78093ae96aeaadf: 2024-11-20T00:23:23,395 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:23,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=cd6fa970a47e60c5c78093ae96aeaadf, regionState=CLOSED 2024-11-20T00:23:23,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T00:23:23,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure cd6fa970a47e60c5c78093ae96aeaadf, server=4c2f74f6ba1b,33563,1732062111045 in 1.4890 sec 2024-11-20T00:23:23,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T00:23:23,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd6fa970a47e60c5c78093ae96aeaadf, UNASSIGN in 1.4910 sec 2024-11-20T00:23:23,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-20T00:23:23,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4930 sec 2024-11-20T00:23:23,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062203400"}]},"ts":"1732062203400"} 2024-11-20T00:23:23,401 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T00:23:23,404 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T00:23:23,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5040 sec 2024-11-20T00:23:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T00:23:24,005 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-20T00:23:24,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T00:23:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:24,007 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T00:23:24,008 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:24,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:24,011 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/recovered.edits] 2024-11-20T00:23:24,014 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c93c1fdc74ec4dc1a0466cdb13385575 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/c93c1fdc74ec4dc1a0466cdb13385575 2024-11-20T00:23:24,014 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d6548797b41443ebbd863b77ff7d1e97 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/A/d6548797b41443ebbd863b77ff7d1e97 2024-11-20T00:23:24,016 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/a173ad3e310a434bb10f7363b51cde65 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/a173ad3e310a434bb10f7363b51cde65 2024-11-20T00:23:24,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/b59db7db3e1d4bf9a6df7a1603c3f7ee to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/B/b59db7db3e1d4bf9a6df7a1603c3f7ee 2024-11-20T00:23:24,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5ed1a4379050463abf99c2e311ebdce6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/5ed1a4379050463abf99c2e311ebdce6 2024-11-20T00:23:24,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/d7edfdb52f8448caac342201f1071ee8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/C/d7edfdb52f8448caac342201f1071ee8 2024-11-20T00:23:24,022 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/recovered.edits/444.seqid to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf/recovered.edits/444.seqid 2024-11-20T00:23:24,022 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/cd6fa970a47e60c5c78093ae96aeaadf 2024-11-20T00:23:24,022 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T00:23:24,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:24,027 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T00:23:24,029 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T00:23:24,030 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:24,030 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T00:23:24,030 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732062204030"}]},"ts":"9223372036854775807"} 2024-11-20T00:23:24,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T00:23:24,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cd6fa970a47e60c5c78093ae96aeaadf, NAME => 'TestAcidGuarantees,,1732062171264.cd6fa970a47e60c5c78093ae96aeaadf.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T00:23:24,031 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T00:23:24,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732062204031"}]},"ts":"9223372036854775807"} 2024-11-20T00:23:24,033 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T00:23:24,035 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:24,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-20T00:23:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T00:23:24,109 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-20T00:23:24,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 241), OpenFileDescriptor=453 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1694 (was 2453) 2024-11-20T00:23:24,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=1694 2024-11-20T00:23:24,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:23:24,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:23:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:24,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T00:23:24,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:24,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-20T00:23:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T00:23:24,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T00:23:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742160_1336 (size=960) 2024-11-20T00:23:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T00:23:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T00:23:24,537 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:23:24,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742161_1337 (size=53) 2024-11-20T00:23:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T00:23:24,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:23:24,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f32ee11a681dde6ae336ffcd5c2adb69, disabling compactions & flushes 2024-11-20T00:23:24,942 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:24,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:24,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. after waiting 0 ms 2024-11-20T00:23:24,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:24,942 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:24,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:24,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T00:23:24,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732062204943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732062204943"}]},"ts":"1732062204943"} 2024-11-20T00:23:24,945 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T00:23:24,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T00:23:24,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062204945"}]},"ts":"1732062204945"} 2024-11-20T00:23:24,946 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T00:23:24,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, ASSIGN}] 2024-11-20T00:23:24,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, ASSIGN 2024-11-20T00:23:24,953 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, ASSIGN; state=OFFLINE, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=false 2024-11-20T00:23:25,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:25,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:23:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T00:23:25,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:25,259 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:25,259 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:23:25,259 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,259 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:23:25,259 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,259 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,261 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,262 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:25,262 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32ee11a681dde6ae336ffcd5c2adb69 columnFamilyName A 2024-11-20T00:23:25,262 DEBUG [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:25,262 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(327): Store=f32ee11a681dde6ae336ffcd5c2adb69/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:25,263 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,264 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:25,264 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32ee11a681dde6ae336ffcd5c2adb69 columnFamilyName B 2024-11-20T00:23:25,264 DEBUG [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:25,264 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(327): Store=f32ee11a681dde6ae336ffcd5c2adb69/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:25,264 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,265 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:25,265 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32ee11a681dde6ae336ffcd5c2adb69 columnFamilyName C 2024-11-20T00:23:25,265 DEBUG [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:25,265 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(327): Store=f32ee11a681dde6ae336ffcd5c2adb69/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:25,265 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:25,266 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,266 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,267 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:23:25,268 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:25,270 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:23:25,270 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened f32ee11a681dde6ae336ffcd5c2adb69; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73865944, jitterRate=0.10068833827972412}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:23:25,271 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:25,271 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., pid=98, masterSystemTime=1732062205256 2024-11-20T00:23:25,272 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:25,272 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:25,273 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:25,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T00:23:25,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 in 169 msec 2024-11-20T00:23:25,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T00:23:25,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, ASSIGN in 323 msec 2024-11-20T00:23:25,276 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T00:23:25,277 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062205276"}]},"ts":"1732062205276"} 2024-11-20T00:23:25,277 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T00:23:25,280 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T00:23:25,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-20T00:23:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T00:23:26,234 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-20T00:23:26,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-20T00:23:26,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:26,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:26,242 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:26,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T00:23:26,243 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T00:23:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:23:26,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:23:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742162_1338 (size=996) 2024-11-20T00:23:26,655 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T00:23:26,655 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T00:23:26,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:23:26,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, REOPEN/MOVE}] 2024-11-20T00:23:26,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, REOPEN/MOVE 2024-11-20T00:23:26,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:26,661 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:23:26,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:23:26,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:26,812 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:26,812 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:23:26,812 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing f32ee11a681dde6ae336ffcd5c2adb69, disabling compactions & flushes 2024-11-20T00:23:26,812 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:26,812 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:26,812 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. after waiting 0 ms 2024-11-20T00:23:26,812 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:26,816 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T00:23:26,816 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:26,816 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:26,816 WARN [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: f32ee11a681dde6ae336ffcd5c2adb69 to self. 2024-11-20T00:23:26,817 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:26,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=CLOSED 2024-11-20T00:23:26,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T00:23:26,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 in 158 msec 2024-11-20T00:23:26,820 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, REOPEN/MOVE; state=CLOSED, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=true 2024-11-20T00:23:26,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:26,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:23:27,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,126 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,126 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:23:27,127 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,127 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:23:27,127 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,127 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,128 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,129 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:27,129 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32ee11a681dde6ae336ffcd5c2adb69 columnFamilyName A 2024-11-20T00:23:27,130 DEBUG [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:27,130 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(327): Store=f32ee11a681dde6ae336ffcd5c2adb69/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:27,131 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,131 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:27,131 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32ee11a681dde6ae336ffcd5c2adb69 columnFamilyName B 2024-11-20T00:23:27,131 DEBUG [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:27,132 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(327): Store=f32ee11a681dde6ae336ffcd5c2adb69/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:27,132 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,132 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:27,132 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32ee11a681dde6ae336ffcd5c2adb69 columnFamilyName C 2024-11-20T00:23:27,132 DEBUG [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:27,133 INFO [StoreOpener-f32ee11a681dde6ae336ffcd5c2adb69-1 {}] regionserver.HStore(327): Store=f32ee11a681dde6ae336ffcd5c2adb69/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:27,133 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,133 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,134 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,135 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:23:27,136 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,137 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened f32ee11a681dde6ae336ffcd5c2adb69; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61382001, jitterRate=-0.08533690869808197}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:23:27,137 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:27,138 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., pid=103, masterSystemTime=1732062207123 2024-11-20T00:23:27,139 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,139 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=OPEN, openSeqNum=5, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-20T00:23:27,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 in 168 msec 2024-11-20T00:23:27,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T00:23:27,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, REOPEN/MOVE in 482 msec 2024-11-20T00:23:27,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T00:23:27,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-20T00:23:27,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-20T00:23:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-20T00:23:27,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-20T00:23:27,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-20T00:23:27,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-20T00:23:27,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-20T00:23:27,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-20T00:23:27,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-20T00:23:27,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-20T00:23:27,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-20T00:23:27,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-20T00:23:27,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-20T00:23:27,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:27,185 DEBUG [hconnection-0x450c0712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,185 DEBUG [hconnection-0x7b901d91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,186 DEBUG [hconnection-0x204de444-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:27,186 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,187 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,187 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,187 DEBUG [hconnection-0x5c00c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,187 DEBUG [hconnection-0x66deb3d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-20T00:23:27,188 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,189 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:27,189 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,189 DEBUG [hconnection-0x30526586-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,189 DEBUG [hconnection-0x51dd2c44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,189 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:27,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:27,190 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,191 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,191 DEBUG [hconnection-0x4edb326c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T00:23:27,192 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,194 DEBUG [hconnection-0x50c135b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,195 DEBUG [hconnection-0x7ecf4618-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:27,195 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,196 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:23:27,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:27,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:27,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:27,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:27,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:27,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:27,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062267212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062267215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062267216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062267217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062267218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fbac58f4074c45af84afd0554eb7e5c1_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062207197/Put/seqid=0 2024-11-20T00:23:27,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742163_1339 (size=12154) 2024-11-20T00:23:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T00:23:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062267319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062267319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062267319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062267319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062267319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T00:23:27,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062267521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062267522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062267522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062267522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062267522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:27,640 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fbac58f4074c45af84afd0554eb7e5c1_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fbac58f4074c45af84afd0554eb7e5c1_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:27,641 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/8c724130a94f4948baa4b9c6c45eb902, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:27,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/8c724130a94f4948baa4b9c6c45eb902 is 175, key is test_row_0/A:col10/1732062207197/Put/seqid=0 2024-11-20T00:23:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742164_1340 (size=30955) 2024-11-20T00:23:27,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:27,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:27,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T00:23:27,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062267824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062267825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062267827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062267827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062267828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:27,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:27,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,046 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/8c724130a94f4948baa4b9c6c45eb902 2024-11-20T00:23:28,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7b95e9e40182491dbfd45055c35826a0 is 50, key is test_row_0/B:col10/1732062207197/Put/seqid=0 2024-11-20T00:23:28,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742165_1341 (size=12001) 2024-11-20T00:23:28,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:28,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:28,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T00:23:28,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062268328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062268329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062268331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062268336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062268341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:28,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:28,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7b95e9e40182491dbfd45055c35826a0 2024-11-20T00:23:28,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/c2d3e498d748497494e5422775641b88 is 50, key is test_row_0/C:col10/1732062207197/Put/seqid=0 2024-11-20T00:23:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742166_1342 (size=12001) 2024-11-20T00:23:28,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/c2d3e498d748497494e5422775641b88 2024-11-20T00:23:28,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/8c724130a94f4948baa4b9c6c45eb902 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/8c724130a94f4948baa4b9c6c45eb902 2024-11-20T00:23:28,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/8c724130a94f4948baa4b9c6c45eb902, entries=150, sequenceid=18, filesize=30.2 K 2024-11-20T00:23:28,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7b95e9e40182491dbfd45055c35826a0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7b95e9e40182491dbfd45055c35826a0 2024-11-20T00:23:28,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7b95e9e40182491dbfd45055c35826a0, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T00:23:28,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/c2d3e498d748497494e5422775641b88 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/c2d3e498d748497494e5422775641b88 2024-11-20T00:23:28,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/c2d3e498d748497494e5422775641b88, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T00:23:28,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f32ee11a681dde6ae336ffcd5c2adb69 in 1363ms, sequenceid=18, compaction requested=false 2024-11-20T00:23:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:28,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:28,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T00:23:28,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:28,564 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:23:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:28,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112065bc141aeb974462a7b57fc111567624_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062207217/Put/seqid=0 2024-11-20T00:23:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742167_1343 (size=12154) 2024-11-20T00:23:28,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:28,591 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112065bc141aeb974462a7b57fc111567624_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112065bc141aeb974462a7b57fc111567624_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9a899a9bb434412eaa5e565fcd324f9a, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9a899a9bb434412eaa5e565fcd324f9a is 175, key is test_row_0/A:col10/1732062207217/Put/seqid=0 2024-11-20T00:23:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742168_1344 (size=30955) 2024-11-20T00:23:28,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T00:23:28,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9a899a9bb434412eaa5e565fcd324f9a 2024-11-20T00:23:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/a52a8e359b99422098a92a30e054b6bf is 50, key is test_row_0/B:col10/1732062207217/Put/seqid=0 2024-11-20T00:23:29,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742169_1345 (size=12001) 2024-11-20T00:23:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T00:23:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:29,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062269350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062269350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062269351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062269351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062269352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/a52a8e359b99422098a92a30e054b6bf 2024-11-20T00:23:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/b338820ad87b4a64985fefc027accbf6 is 50, key is test_row_0/C:col10/1732062207217/Put/seqid=0 2024-11-20T00:23:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742170_1346 (size=12001) 2024-11-20T00:23:29,451 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/b338820ad87b4a64985fefc027accbf6 2024-11-20T00:23:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9a899a9bb434412eaa5e565fcd324f9a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9a899a9bb434412eaa5e565fcd324f9a 2024-11-20T00:23:29,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,460 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9a899a9bb434412eaa5e565fcd324f9a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T00:23:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062269455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062269456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062269456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062269456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/a52a8e359b99422098a92a30e054b6bf as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/a52a8e359b99422098a92a30e054b6bf 2024-11-20T00:23:29,465 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/a52a8e359b99422098a92a30e054b6bf, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T00:23:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/b338820ad87b4a64985fefc027accbf6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b338820ad87b4a64985fefc027accbf6 2024-11-20T00:23:29,469 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b338820ad87b4a64985fefc027accbf6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T00:23:29,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f32ee11a681dde6ae336ffcd5c2adb69 in 906ms, sequenceid=40, compaction requested=false 2024-11-20T00:23:29,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:29,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:29,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-20T00:23:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-20T00:23:29,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T00:23:29,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2820 sec 2024-11-20T00:23:29,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.2870 sec 2024-11-20T00:23:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:29,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:23:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:29,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c814897ba9b6457aa037ceaa1ab32c5c_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062209350/Put/seqid=0 2024-11-20T00:23:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742171_1347 (size=14594) 2024-11-20T00:23:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062269711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062269711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062269711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062269716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062269817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062269817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062269817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:29,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062269821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062270021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062270022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062270022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062270026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,076 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:30,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c814897ba9b6457aa037ceaa1ab32c5c_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c814897ba9b6457aa037ceaa1ab32c5c_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:30,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/86743052f6164434bf75a475764274ad, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:30,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/86743052f6164434bf75a475764274ad is 175, key is test_row_0/A:col10/1732062209350/Put/seqid=0 2024-11-20T00:23:30,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742172_1348 (size=39549) 2024-11-20T00:23:30,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062270325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062270328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062270329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062270332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,486 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/86743052f6164434bf75a475764274ad 2024-11-20T00:23:30,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d98adb552ffe42c2b12f752508a4210e is 50, key is test_row_0/B:col10/1732062209350/Put/seqid=0 2024-11-20T00:23:30,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742173_1349 (size=12001) 2024-11-20T00:23:30,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062270832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062270835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062270837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062270841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:30,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d98adb552ffe42c2b12f752508a4210e 2024-11-20T00:23:30,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/347f5e504094453084b352a114d5265d is 50, key is test_row_0/C:col10/1732062209350/Put/seqid=0 2024-11-20T00:23:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742174_1350 (size=12001) 2024-11-20T00:23:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T00:23:31,296 INFO [Thread-1544 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-20T00:23:31,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-20T00:23:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T00:23:31,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:31,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:31,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:31,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/347f5e504094453084b352a114d5265d 2024-11-20T00:23:31,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/86743052f6164434bf75a475764274ad as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/86743052f6164434bf75a475764274ad 2024-11-20T00:23:31,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/86743052f6164434bf75a475764274ad, entries=200, sequenceid=55, filesize=38.6 K 2024-11-20T00:23:31,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d98adb552ffe42c2b12f752508a4210e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d98adb552ffe42c2b12f752508a4210e 2024-11-20T00:23:31,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d98adb552ffe42c2b12f752508a4210e, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T00:23:31,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/347f5e504094453084b352a114d5265d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/347f5e504094453084b352a114d5265d 2024-11-20T00:23:31,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/347f5e504094453084b352a114d5265d, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T00:23:31,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f32ee11a681dde6ae336ffcd5c2adb69 in 1669ms, sequenceid=55, compaction requested=true 2024-11-20T00:23:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:31,332 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:31,332 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:31,333 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:31,334 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/A is initiating minor compaction (all files) 2024-11-20T00:23:31,334 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/A in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,334 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/8c724130a94f4948baa4b9c6c45eb902, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9a899a9bb434412eaa5e565fcd324f9a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/86743052f6164434bf75a475764274ad] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=99.1 K 2024-11-20T00:23:31,334 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:31,334 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,334 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/B is initiating minor compaction (all files) 2024-11-20T00:23:31,334 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/8c724130a94f4948baa4b9c6c45eb902, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9a899a9bb434412eaa5e565fcd324f9a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/86743052f6164434bf75a475764274ad] 2024-11-20T00:23:31,334 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/B in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,334 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7b95e9e40182491dbfd45055c35826a0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/a52a8e359b99422098a92a30e054b6bf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d98adb552ffe42c2b12f752508a4210e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=35.2 K 2024-11-20T00:23:31,334 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c724130a94f4948baa4b9c6c45eb902, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732062207193 2024-11-20T00:23:31,334 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b95e9e40182491dbfd45055c35826a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732062207193 2024-11-20T00:23:31,335 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a899a9bb434412eaa5e565fcd324f9a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732062207207 2024-11-20T00:23:31,335 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a52a8e359b99422098a92a30e054b6bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732062207207 2024-11-20T00:23:31,335 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86743052f6164434bf75a475764274ad, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732062209345 2024-11-20T00:23:31,335 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d98adb552ffe42c2b12f752508a4210e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732062209345 2024-11-20T00:23:31,345 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:31,347 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:31,347 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209647286213ce481fa1df84b34219eae0_f32ee11a681dde6ae336ffcd5c2adb69 store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:31,348 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d0fb7b9735c0441ba4be531c7cef4da7 is 50, key is test_row_0/B:col10/1732062209350/Put/seqid=0 2024-11-20T00:23:31,349 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209647286213ce481fa1df84b34219eae0_f32ee11a681dde6ae336ffcd5c2adb69, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:31,349 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209647286213ce481fa1df84b34219eae0_f32ee11a681dde6ae336ffcd5c2adb69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742175_1351 (size=12104) 2024-11-20T00:23:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742176_1352 (size=4469) 2024-11-20T00:23:31,357 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#A#compaction#302 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:31,358 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/029f03c09ce74642843e9668edfd4dff is 175, key is test_row_0/A:col10/1732062209350/Put/seqid=0 2024-11-20T00:23:31,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742177_1353 (size=31058) 2024-11-20T00:23:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:31,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:23:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:31,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202aad0ffb5e7344e9ba9e21edaca06a86_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062209715/Put/seqid=0 2024-11-20T00:23:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742178_1354 (size=14594) 2024-11-20T00:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T00:23:31,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062271438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062271547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T00:23:31,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,757 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062271753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,760 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d0fb7b9735c0441ba4be531c7cef4da7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0fb7b9735c0441ba4be531c7cef4da7 2024-11-20T00:23:31,767 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/B of f32ee11a681dde6ae336ffcd5c2adb69 into d0fb7b9735c0441ba4be531c7cef4da7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:31,767 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:31,767 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/B, priority=13, startTime=1732062211332; duration=0sec 2024-11-20T00:23:31,767 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:31,767 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:31,767 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:31,768 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/029f03c09ce74642843e9668edfd4dff as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/029f03c09ce74642843e9668edfd4dff 2024-11-20T00:23:31,768 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:31,768 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/C is initiating minor compaction (all files) 2024-11-20T00:23:31,768 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/C in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,768 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/c2d3e498d748497494e5422775641b88, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b338820ad87b4a64985fefc027accbf6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/347f5e504094453084b352a114d5265d] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=35.2 K 2024-11-20T00:23:31,769 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c2d3e498d748497494e5422775641b88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732062207193 2024-11-20T00:23:31,769 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b338820ad87b4a64985fefc027accbf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732062207207 2024-11-20T00:23:31,770 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 347f5e504094453084b352a114d5265d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732062209345 2024-11-20T00:23:31,773 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/A of f32ee11a681dde6ae336ffcd5c2adb69 into 029f03c09ce74642843e9668edfd4dff(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:31,773 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:31,773 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/A, priority=13, startTime=1732062211332; duration=0sec 2024-11-20T00:23:31,773 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:31,773 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:31,777 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:31,778 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/e5368a309abe4f06bf8e4cec2665f63d is 50, key is test_row_0/C:col10/1732062209350/Put/seqid=0 2024-11-20T00:23:31,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:31,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202aad0ffb5e7344e9ba9e21edaca06a86_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202aad0ffb5e7344e9ba9e21edaca06a86_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:31,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/79e870f3e6b840308f05e75a3b37db91, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:31,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/79e870f3e6b840308f05e75a3b37db91 is 175, key is test_row_0/A:col10/1732062209715/Put/seqid=0 2024-11-20T00:23:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742179_1355 (size=12104) 2024-11-20T00:23:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742180_1356 (size=39549) 2024-11-20T00:23:31,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062271840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062271848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062271849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062271849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T00:23:31,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:31,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:31,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062272059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:32,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:32,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/79e870f3e6b840308f05e75a3b37db91 2024-11-20T00:23:32,205 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/e5368a309abe4f06bf8e4cec2665f63d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/e5368a309abe4f06bf8e4cec2665f63d 2024-11-20T00:23:32,210 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/C of f32ee11a681dde6ae336ffcd5c2adb69 into e5368a309abe4f06bf8e4cec2665f63d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:32,210 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:32,210 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/C, priority=13, startTime=1732062211332; duration=0sec 2024-11-20T00:23:32,210 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:32,210 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:32,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/17d158a0cb0a497ba135a702433041ea is 50, key is test_row_0/B:col10/1732062209715/Put/seqid=0 2024-11-20T00:23:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742181_1357 (size=12001) 2024-11-20T00:23:32,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/17d158a0cb0a497ba135a702433041ea 2024-11-20T00:23:32,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:32,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/54d2594d0bd64e2cb200d2a84acc80f4 is 50, key is test_row_0/C:col10/1732062209715/Put/seqid=0 2024-11-20T00:23:32,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742182_1358 (size=12001) 2024-11-20T00:23:32,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:32,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:32,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T00:23:32,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:32,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:32,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:32,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062272563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:32,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/54d2594d0bd64e2cb200d2a84acc80f4 2024-11-20T00:23:32,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/79e870f3e6b840308f05e75a3b37db91 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/79e870f3e6b840308f05e75a3b37db91 2024-11-20T00:23:32,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/79e870f3e6b840308f05e75a3b37db91, entries=200, sequenceid=77, filesize=38.6 K 2024-11-20T00:23:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T00:23:32,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/17d158a0cb0a497ba135a702433041ea as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/17d158a0cb0a497ba135a702433041ea 2024-11-20T00:23:32,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/17d158a0cb0a497ba135a702433041ea, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T00:23:32,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/54d2594d0bd64e2cb200d2a84acc80f4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/54d2594d0bd64e2cb200d2a84acc80f4 2024-11-20T00:23:32,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/54d2594d0bd64e2cb200d2a84acc80f4, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T00:23:32,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f32ee11a681dde6ae336ffcd5c2adb69 in 1278ms, sequenceid=77, compaction requested=false 2024-11-20T00:23:32,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:32,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:32,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T00:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:32,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc231688c0b6459f8610688a0badbdae_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062211429/Put/seqid=0 2024-11-20T00:23:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742183_1359 (size=12154) 2024-11-20T00:23:32,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:32,692 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc231688c0b6459f8610688a0badbdae_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc231688c0b6459f8610688a0badbdae_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/281ee20ccdef417faddd91a66eab01f1, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/281ee20ccdef417faddd91a66eab01f1 is 175, key is test_row_0/A:col10/1732062211429/Put/seqid=0 2024-11-20T00:23:32,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742184_1360 (size=30955) 2024-11-20T00:23:33,098 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/281ee20ccdef417faddd91a66eab01f1 2024-11-20T00:23:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/07b349a6a60346919fef7111d44b0e69 is 50, key is test_row_0/B:col10/1732062211429/Put/seqid=0 2024-11-20T00:23:33,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742185_1361 (size=12001) 2024-11-20T00:23:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T00:23:33,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/07b349a6a60346919fef7111d44b0e69 2024-11-20T00:23:33,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/47694f4c0deb4d2dbd7a843f51507864 is 50, key is test_row_0/C:col10/1732062211429/Put/seqid=0 2024-11-20T00:23:33,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742186_1362 (size=12001) 2024-11-20T00:23:33,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/47694f4c0deb4d2dbd7a843f51507864 2024-11-20T00:23:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:33,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:33,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/281ee20ccdef417faddd91a66eab01f1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/281ee20ccdef417faddd91a66eab01f1 2024-11-20T00:23:33,593 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/281ee20ccdef417faddd91a66eab01f1, entries=150, sequenceid=94, filesize=30.2 K 2024-11-20T00:23:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/07b349a6a60346919fef7111d44b0e69 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/07b349a6a60346919fef7111d44b0e69 2024-11-20T00:23:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,601 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/07b349a6a60346919fef7111d44b0e69, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T00:23:33,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/47694f4c0deb4d2dbd7a843f51507864 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/47694f4c0deb4d2dbd7a843f51507864 2024-11-20T00:23:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,608 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/47694f4c0deb4d2dbd7a843f51507864, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T00:23:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,610 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for f32ee11a681dde6ae336ffcd5c2adb69 in 932ms, sequenceid=94, compaction requested=true 2024-11-20T00:23:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-20T00:23:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-20T00:23:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T00:23:33,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-11-20T00:23:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.3160 sec 2024-11-20T00:23:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:23:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:33,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:33,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:33,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:33,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:33,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204ec94265807148bea64b86f11a4bfc4a_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_1/A:col10/1732062213592/Put/seqid=0 2024-11-20T00:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742187_1363 (size=12154) 2024-11-20T00:23:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204ec94265807148bea64b86f11a4bfc4a_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204ec94265807148bea64b86f11a4bfc4a_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/84a36f118f07401fb137149890007c3b, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/84a36f118f07401fb137149890007c3b is 175, key is test_row_1/A:col10/1732062213592/Put/seqid=0 2024-11-20T00:23:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742188_1364 (size=30951) 2024-11-20T00:23:34,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062273989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062273991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062274013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062274014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062274014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062274114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062274115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062274130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062274131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062274131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062274323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062274323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062274335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062274340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062274341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/84a36f118f07401fb137149890007c3b 2024-11-20T00:23:34,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/fac37094adee4be69f9f2d4fc41cd257 is 50, key is test_row_1/B:col10/1732062213592/Put/seqid=0 2024-11-20T00:23:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742189_1365 (size=9657) 2024-11-20T00:23:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062274629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062274630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062274644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062274645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062274647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:34,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/fac37094adee4be69f9f2d4fc41cd257 2024-11-20T00:23:34,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/d1396288dcae4a9db7ef639c377f0359 is 50, key is test_row_1/C:col10/1732062213592/Put/seqid=0 2024-11-20T00:23:34,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742190_1366 (size=9657) 2024-11-20T00:23:35,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062275137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062275140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062275148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062275149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:35,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062275155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:35,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/d1396288dcae4a9db7ef639c377f0359 2024-11-20T00:23:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/84a36f118f07401fb137149890007c3b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/84a36f118f07401fb137149890007c3b 2024-11-20T00:23:35,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/84a36f118f07401fb137149890007c3b, entries=150, sequenceid=105, filesize=30.2 K 2024-11-20T00:23:35,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/fac37094adee4be69f9f2d4fc41cd257 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fac37094adee4be69f9f2d4fc41cd257 2024-11-20T00:23:35,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fac37094adee4be69f9f2d4fc41cd257, entries=100, sequenceid=105, filesize=9.4 K 2024-11-20T00:23:35,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/d1396288dcae4a9db7ef639c377f0359 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d1396288dcae4a9db7ef639c377f0359 2024-11-20T00:23:35,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d1396288dcae4a9db7ef639c377f0359, entries=100, sequenceid=105, filesize=9.4 K 2024-11-20T00:23:35,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f32ee11a681dde6ae336ffcd5c2adb69 in 1484ms, sequenceid=105, compaction requested=true 2024-11-20T00:23:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:35,309 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:23:35,309 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:35,311 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:35,312 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/B is initiating minor compaction (all files) 2024-11-20T00:23:35,312 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/B in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:35,312 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0fb7b9735c0441ba4be531c7cef4da7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/17d158a0cb0a497ba135a702433041ea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/07b349a6a60346919fef7111d44b0e69, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fac37094adee4be69f9f2d4fc41cd257] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=44.7 K 2024-11-20T00:23:35,312 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132513 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:35,312 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d0fb7b9735c0441ba4be531c7cef4da7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732062209345 2024-11-20T00:23:35,312 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/A is initiating minor compaction (all files) 2024-11-20T00:23:35,312 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/A in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:35,312 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/029f03c09ce74642843e9668edfd4dff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/79e870f3e6b840308f05e75a3b37db91, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/281ee20ccdef417faddd91a66eab01f1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/84a36f118f07401fb137149890007c3b] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=129.4 K 2024-11-20T00:23:35,313 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:35,313 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 17d158a0cb0a497ba135a702433041ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732062209672 2024-11-20T00:23:35,313 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/029f03c09ce74642843e9668edfd4dff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/79e870f3e6b840308f05e75a3b37db91, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/281ee20ccdef417faddd91a66eab01f1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/84a36f118f07401fb137149890007c3b] 2024-11-20T00:23:35,313 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b349a6a60346919fef7111d44b0e69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062211418 2024-11-20T00:23:35,314 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 029f03c09ce74642843e9668edfd4dff, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732062209345 2024-11-20T00:23:35,314 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fac37094adee4be69f9f2d4fc41cd257, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732062213592 2024-11-20T00:23:35,314 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79e870f3e6b840308f05e75a3b37db91, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732062209672 2024-11-20T00:23:35,315 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281ee20ccdef417faddd91a66eab01f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062211418 2024-11-20T00:23:35,316 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84a36f118f07401fb137149890007c3b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732062213592 2024-11-20T00:23:35,334 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#B#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:35,335 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/ca5b61f42b594376b3568f63607d1253 is 50, key is test_row_0/B:col10/1732062211429/Put/seqid=0 2024-11-20T00:23:35,339 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:35,358 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200d053992ff88430c8f1064d79e353a15_f32ee11a681dde6ae336ffcd5c2adb69 store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:35,361 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200d053992ff88430c8f1064d79e353a15_f32ee11a681dde6ae336ffcd5c2adb69, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:35,361 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d053992ff88430c8f1064d79e353a15_f32ee11a681dde6ae336ffcd5c2adb69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742191_1367 (size=12241) 2024-11-20T00:23:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T00:23:35,404 INFO [Thread-1544 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-20T00:23:35,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-20T00:23:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T00:23:35,407 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:35,408 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:35,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:35,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742192_1368 (size=4469) 2024-11-20T00:23:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T00:23:35,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:35,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T00:23:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:35,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:23:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cc15ef3f40924b09be4fda756344de1b_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062214010/Put/seqid=0 2024-11-20T00:23:35,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742193_1369 (size=12204) 2024-11-20T00:23:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T00:23:35,805 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/ca5b61f42b594376b3568f63607d1253 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca5b61f42b594376b3568f63607d1253 2024-11-20T00:23:35,810 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/B of f32ee11a681dde6ae336ffcd5c2adb69 into ca5b61f42b594376b3568f63607d1253(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:35,810 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:35,810 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/B, priority=12, startTime=1732062215309; duration=0sec 2024-11-20T00:23:35,810 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:35,810 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:35,810 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:23:35,812 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:23:35,812 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/C is initiating minor compaction (all files) 2024-11-20T00:23:35,813 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/C in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:35,813 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/e5368a309abe4f06bf8e4cec2665f63d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/54d2594d0bd64e2cb200d2a84acc80f4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/47694f4c0deb4d2dbd7a843f51507864, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d1396288dcae4a9db7ef639c377f0359] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=44.7 K 2024-11-20T00:23:35,813 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e5368a309abe4f06bf8e4cec2665f63d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732062209345 2024-11-20T00:23:35,813 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d2594d0bd64e2cb200d2a84acc80f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732062209672 2024-11-20T00:23:35,814 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 47694f4c0deb4d2dbd7a843f51507864, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062211418 2024-11-20T00:23:35,814 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d1396288dcae4a9db7ef639c377f0359, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732062213592 2024-11-20T00:23:35,817 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#A#compaction#315 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:35,817 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/802eda3224314f5fa9d01d695d67cacf is 175, key is test_row_0/A:col10/1732062211429/Put/seqid=0 2024-11-20T00:23:35,843 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:35,843 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/d4033e13f1504f9898d9088780a5bdd9 is 50, key is test_row_0/C:col10/1732062211429/Put/seqid=0 2024-11-20T00:23:35,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742194_1370 (size=31302) 2024-11-20T00:23:35,878 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/802eda3224314f5fa9d01d695d67cacf as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/802eda3224314f5fa9d01d695d67cacf 2024-11-20T00:23:35,888 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/A of f32ee11a681dde6ae336ffcd5c2adb69 into 802eda3224314f5fa9d01d695d67cacf(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:35,888 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:35,888 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/A, priority=12, startTime=1732062215309; duration=0sec 2024-11-20T00:23:35,888 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:35,888 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742195_1371 (size=12241) 2024-11-20T00:23:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T00:23:36,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:36,050 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cc15ef3f40924b09be4fda756344de1b_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cc15ef3f40924b09be4fda756344de1b_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:36,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/c62289a2d5c44df3a3ca8fc44010643e, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:36,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/c62289a2d5c44df3a3ca8fc44010643e is 175, key is test_row_0/A:col10/1732062214010/Put/seqid=0 2024-11-20T00:23:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742196_1372 (size=31005) 2024-11-20T00:23:36,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062276165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062276171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062276173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062276173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062276181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062276274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062276279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062276287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062276287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062276295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,312 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/d4033e13f1504f9898d9088780a5bdd9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d4033e13f1504f9898d9088780a5bdd9 2024-11-20T00:23:36,327 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/C of f32ee11a681dde6ae336ffcd5c2adb69 into d4033e13f1504f9898d9088780a5bdd9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:36,328 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:36,328 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/C, priority=12, startTime=1732062215309; duration=0sec 2024-11-20T00:23:36,328 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:36,328 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:36,466 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/c62289a2d5c44df3a3ca8fc44010643e 2024-11-20T00:23:36,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53 is 50, key is test_row_0/B:col10/1732062214010/Put/seqid=0 2024-11-20T00:23:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062276487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062276482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062276496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742197_1373 (size=12051) 2024-11-20T00:23:36,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53 2024-11-20T00:23:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062276501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T00:23:36,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062276505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/af070d8281df45fe8e8da590308a1b22 is 50, key is test_row_0/C:col10/1732062214010/Put/seqid=0 2024-11-20T00:23:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742198_1374 (size=12051) 2024-11-20T00:23:36,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062276799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062276800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062276805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062276811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062276816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:36,975 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/af070d8281df45fe8e8da590308a1b22 2024-11-20T00:23:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/c62289a2d5c44df3a3ca8fc44010643e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/c62289a2d5c44df3a3ca8fc44010643e 2024-11-20T00:23:36,986 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/c62289a2d5c44df3a3ca8fc44010643e, entries=150, sequenceid=130, filesize=30.3 K 2024-11-20T00:23:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53 2024-11-20T00:23:36,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T00:23:36,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/af070d8281df45fe8e8da590308a1b22 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/af070d8281df45fe8e8da590308a1b22 2024-11-20T00:23:37,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/af070d8281df45fe8e8da590308a1b22, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T00:23:37,005 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f32ee11a681dde6ae336ffcd5c2adb69 in 1444ms, sequenceid=130, compaction requested=false 2024-11-20T00:23:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-20T00:23:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-20T00:23:37,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T00:23:37,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5980 sec 2024-11-20T00:23:37,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.6020 sec 2024-11-20T00:23:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:37,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:23:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:37,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120467719417bf841fcaae6ac79fe7ec8f2_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062217315/Put/seqid=0 2024-11-20T00:23:37,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062277369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062277375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062277379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062277380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062277381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742199_1375 (size=12304) 2024-11-20T00:23:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062277484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062277485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062277492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062277492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062277493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T00:23:37,512 INFO [Thread-1544 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T00:23:37,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T00:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T00:23:37,514 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:37,515 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:37,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T00:23:37,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T00:23:37,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:37,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062277691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062277693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062277703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062277704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062277704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T00:23:37,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T00:23:37,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:37,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:37,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:37,821 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120467719417bf841fcaae6ac79fe7ec8f2_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120467719417bf841fcaae6ac79fe7ec8f2_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:37,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,822 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/66cce0c7b41942cda9e8dc985c1b7cdd, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:37,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/66cce0c7b41942cda9e8dc985c1b7cdd is 175, key is test_row_0/A:col10/1732062217315/Put/seqid=0 2024-11-20T00:23:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742200_1376 (size=31105) 2024-11-20T00:23:37,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:37,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T00:23:37,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:37,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:37,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:37,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:38,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062278001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062278003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062278011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062278011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062278011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T00:23:38,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T00:23:38,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:38,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:38,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:38,263 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/66cce0c7b41942cda9e8dc985c1b7cdd 2024-11-20T00:23:38,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/66b181144b0140a7b78251478b82c6f9 is 50, key is test_row_0/B:col10/1732062217315/Put/seqid=0 2024-11-20T00:23:38,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T00:23:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742201_1377 (size=12151) 2024-11-20T00:23:38,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/66b181144b0140a7b78251478b82c6f9 2024-11-20T00:23:38,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/9fe0a4d61b114c019436f2ea95517d0c is 50, key is test_row_0/C:col10/1732062217315/Put/seqid=0 2024-11-20T00:23:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742202_1378 (size=12151) 2024-11-20T00:23:38,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/9fe0a4d61b114c019436f2ea95517d0c 2024-11-20T00:23:38,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/66cce0c7b41942cda9e8dc985c1b7cdd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/66cce0c7b41942cda9e8dc985c1b7cdd 2024-11-20T00:23:38,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/66cce0c7b41942cda9e8dc985c1b7cdd, entries=150, sequenceid=147, filesize=30.4 K 2024-11-20T00:23:38,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/66b181144b0140a7b78251478b82c6f9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/66b181144b0140a7b78251478b82c6f9 2024-11-20T00:23:38,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/66b181144b0140a7b78251478b82c6f9, entries=150, sequenceid=147, filesize=11.9 K 2024-11-20T00:23:38,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/9fe0a4d61b114c019436f2ea95517d0c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9fe0a4d61b114c019436f2ea95517d0c 2024-11-20T00:23:38,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9fe0a4d61b114c019436f2ea95517d0c, entries=150, sequenceid=147, filesize=11.9 K 2024-11-20T00:23:38,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f32ee11a681dde6ae336ffcd5c2adb69 in 1075ms, sequenceid=147, compaction requested=true 2024-11-20T00:23:38,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:38,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:38,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:38,392 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:38,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:38,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:38,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:38,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:38,392 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:38,393 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93412 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:38,393 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/A is initiating minor compaction (all files) 2024-11-20T00:23:38,393 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/A in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,393 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:38,393 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/B is initiating minor compaction (all files) 2024-11-20T00:23:38,393 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/802eda3224314f5fa9d01d695d67cacf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/c62289a2d5c44df3a3ca8fc44010643e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/66cce0c7b41942cda9e8dc985c1b7cdd] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=91.2 K 2024-11-20T00:23:38,393 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/B in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,393 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,393 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/802eda3224314f5fa9d01d695d67cacf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/c62289a2d5c44df3a3ca8fc44010643e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/66cce0c7b41942cda9e8dc985c1b7cdd] 2024-11-20T00:23:38,393 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca5b61f42b594376b3568f63607d1253, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/66b181144b0140a7b78251478b82c6f9] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=35.6 K 2024-11-20T00:23:38,394 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 802eda3224314f5fa9d01d695d67cacf, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732062211429 2024-11-20T00:23:38,394 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca5b61f42b594376b3568f63607d1253, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732062211429 2024-11-20T00:23:38,395 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6c8e8b1a0a84f5a8920e45c4e6b7c53, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732062213954 2024-11-20T00:23:38,395 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c62289a2d5c44df3a3ca8fc44010643e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732062213954 2024-11-20T00:23:38,395 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 66cce0c7b41942cda9e8dc985c1b7cdd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732062216170 2024-11-20T00:23:38,395 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66b181144b0140a7b78251478b82c6f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732062216170 2024-11-20T00:23:38,412 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:38,413 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/6b9472869eb64d3d8efe1ab39bcc3387 is 50, key is test_row_0/B:col10/1732062217315/Put/seqid=0 2024-11-20T00:23:38,421 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:38,442 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120dbcb1fe38c7c4bfb8477a8964d809ab7_f32ee11a681dde6ae336ffcd5c2adb69 store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:38,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T00:23:38,444 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120dbcb1fe38c7c4bfb8477a8964d809ab7_f32ee11a681dde6ae336ffcd5c2adb69, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:38,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,444 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dbcb1fe38c7c4bfb8477a8964d809ab7_f32ee11a681dde6ae336ffcd5c2adb69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:38,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:23:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:38,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742203_1379 (size=12493) 2024-11-20T00:23:38,468 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/6b9472869eb64d3d8efe1ab39bcc3387 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/6b9472869eb64d3d8efe1ab39bcc3387 2024-11-20T00:23:38,475 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/B of f32ee11a681dde6ae336ffcd5c2adb69 into 6b9472869eb64d3d8efe1ab39bcc3387(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:38,475 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:38,475 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/B, priority=13, startTime=1732062218391; duration=0sec 2024-11-20T00:23:38,475 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:38,475 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:38,475 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:38,476 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:38,476 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/C is initiating minor compaction (all files) 2024-11-20T00:23:38,476 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/C in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,476 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d4033e13f1504f9898d9088780a5bdd9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/af070d8281df45fe8e8da590308a1b22, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9fe0a4d61b114c019436f2ea95517d0c] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=35.6 K 2024-11-20T00:23:38,477 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4033e13f1504f9898d9088780a5bdd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732062211429 2024-11-20T00:23:38,477 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting af070d8281df45fe8e8da590308a1b22, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732062213954 2024-11-20T00:23:38,478 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fe0a4d61b114c019436f2ea95517d0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732062216170 2024-11-20T00:23:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742204_1380 (size=4469) 2024-11-20T00:23:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205ecd082413664c6283560b6335c92a13_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062217373/Put/seqid=0 2024-11-20T00:23:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:38,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:38,526 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:38,527 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/8fb97373deac499a92f0cad469ecddb2 is 50, key is test_row_0/C:col10/1732062217315/Put/seqid=0 2024-11-20T00:23:38,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742205_1381 (size=12304) 2024-11-20T00:23:38,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742206_1382 (size=12493) 2024-11-20T00:23:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:38,542 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205ecd082413664c6283560b6335c92a13_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ecd082413664c6283560b6335c92a13_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1bcf960999a6442aa2caeb221fb7c49c, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1bcf960999a6442aa2caeb221fb7c49c is 175, key is test_row_0/A:col10/1732062217373/Put/seqid=0 2024-11-20T00:23:38,546 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/8fb97373deac499a92f0cad469ecddb2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/8fb97373deac499a92f0cad469ecddb2 2024-11-20T00:23:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062278537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062278538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062278541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062278542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,552 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/C of f32ee11a681dde6ae336ffcd5c2adb69 into 8fb97373deac499a92f0cad469ecddb2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:38,552 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:38,552 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/C, priority=13, startTime=1732062218392; duration=0sec 2024-11-20T00:23:38,552 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:38,552 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062278556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742207_1383 (size=31105) 2024-11-20T00:23:38,574 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1bcf960999a6442aa2caeb221fb7c49c 2024-11-20T00:23:38,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/73f8ccbbc18c40da8bd4a0edf57884ea is 50, key is test_row_0/B:col10/1732062217373/Put/seqid=0 2024-11-20T00:23:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T00:23:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742208_1384 (size=12151) 2024-11-20T00:23:38,634 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/73f8ccbbc18c40da8bd4a0edf57884ea 2024-11-20T00:23:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a389e8f49bdd41a88785656f30b7c6e3 is 50, key is test_row_0/C:col10/1732062217373/Put/seqid=0 2024-11-20T00:23:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062278651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062278652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062278652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062278658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062278662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742209_1385 (size=12151) 2024-11-20T00:23:38,685 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a389e8f49bdd41a88785656f30b7c6e3 2024-11-20T00:23:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1bcf960999a6442aa2caeb221fb7c49c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1bcf960999a6442aa2caeb221fb7c49c 2024-11-20T00:23:38,696 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1bcf960999a6442aa2caeb221fb7c49c, entries=150, sequenceid=169, filesize=30.4 K 2024-11-20T00:23:38,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/73f8ccbbc18c40da8bd4a0edf57884ea as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/73f8ccbbc18c40da8bd4a0edf57884ea 2024-11-20T00:23:38,704 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/73f8ccbbc18c40da8bd4a0edf57884ea, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T00:23:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a389e8f49bdd41a88785656f30b7c6e3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a389e8f49bdd41a88785656f30b7c6e3 2024-11-20T00:23:38,709 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a389e8f49bdd41a88785656f30b7c6e3, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T00:23:38,710 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f32ee11a681dde6ae336ffcd5c2adb69 in 266ms, sequenceid=169, compaction requested=false 2024-11-20T00:23:38,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:38,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:38,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T00:23:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T00:23:38,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T00:23:38,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1970 sec 2024-11-20T00:23:38,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.2010 sec 2024-11-20T00:23:38,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:23:38,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:38,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112046a6b0dc51dc4c61beabe428365a0935_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062218862/Put/seqid=0 2024-11-20T00:23:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742210_1386 (size=14794) 2024-11-20T00:23:38,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062278891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062278892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,902 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#A#compaction#324 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:38,903 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/378fd3430c14413da6bde76774488cb8 is 175, key is test_row_0/A:col10/1732062217315/Put/seqid=0 2024-11-20T00:23:38,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062278898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062278901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062278902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742211_1387 (size=31447) 2024-11-20T00:23:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062279003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062279003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062279007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062279009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062279011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062279209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062279210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062279216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062279217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062279217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:39,297 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112046a6b0dc51dc4c61beabe428365a0935_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046a6b0dc51dc4c61beabe428365a0935_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:39,299 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/ef145596c11947e88ebc6bbdd332dc93, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:39,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/ef145596c11947e88ebc6bbdd332dc93 is 175, key is test_row_0/A:col10/1732062218862/Put/seqid=0 2024-11-20T00:23:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742212_1388 (size=39749) 2024-11-20T00:23:39,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/ef145596c11947e88ebc6bbdd332dc93 2024-11-20T00:23:39,352 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/378fd3430c14413da6bde76774488cb8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/378fd3430c14413da6bde76774488cb8 2024-11-20T00:23:39,360 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/A of f32ee11a681dde6ae336ffcd5c2adb69 into 378fd3430c14413da6bde76774488cb8(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:39,360 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:39,360 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/A, priority=13, startTime=1732062218391; duration=0sec 2024-11-20T00:23:39,360 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:39,360 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:39,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/03aa6ef7701741df80f3cc3646f8f7b6 is 50, key is test_row_0/B:col10/1732062218862/Put/seqid=0 2024-11-20T00:23:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742213_1389 (size=12151) 2024-11-20T00:23:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062279516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062279516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062279526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062279528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062279529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T00:23:39,620 INFO [Thread-1544 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T00:23:39,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-20T00:23:39,628 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:39,628 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:39,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T00:23:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T00:23:39,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T00:23:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:39,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:39,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:39,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/03aa6ef7701741df80f3cc3646f8f7b6 2024-11-20T00:23:39,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/9cdaffae399842448af5b0506ba376bc is 50, key is test_row_0/C:col10/1732062218862/Put/seqid=0 2024-11-20T00:23:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742214_1390 (size=12151) 2024-11-20T00:23:39,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/9cdaffae399842448af5b0506ba376bc 2024-11-20T00:23:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/ef145596c11947e88ebc6bbdd332dc93 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/ef145596c11947e88ebc6bbdd332dc93 2024-11-20T00:23:39,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/ef145596c11947e88ebc6bbdd332dc93, entries=200, sequenceid=186, filesize=38.8 K 2024-11-20T00:23:39,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/03aa6ef7701741df80f3cc3646f8f7b6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/03aa6ef7701741df80f3cc3646f8f7b6 2024-11-20T00:23:39,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/03aa6ef7701741df80f3cc3646f8f7b6, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T00:23:39,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/9cdaffae399842448af5b0506ba376bc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9cdaffae399842448af5b0506ba376bc 2024-11-20T00:23:39,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9cdaffae399842448af5b0506ba376bc, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T00:23:39,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f32ee11a681dde6ae336ffcd5c2adb69 in 1038ms, sequenceid=186, compaction requested=true 2024-11-20T00:23:39,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:39,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:39,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:39,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:39,901 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:39,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:39,901 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:39,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:39,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:39,903 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:39,903 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:39,903 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/A is initiating minor compaction (all files) 2024-11-20T00:23:39,903 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/B is initiating minor compaction (all files) 2024-11-20T00:23:39,903 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/A in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:39,903 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/B in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:39,904 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/378fd3430c14413da6bde76774488cb8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1bcf960999a6442aa2caeb221fb7c49c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/ef145596c11947e88ebc6bbdd332dc93] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=99.9 K 2024-11-20T00:23:39,904 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/6b9472869eb64d3d8efe1ab39bcc3387, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/73f8ccbbc18c40da8bd4a0edf57884ea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/03aa6ef7701741df80f3cc3646f8f7b6] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=35.9 K 2024-11-20T00:23:39,904 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:39,904 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/378fd3430c14413da6bde76774488cb8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1bcf960999a6442aa2caeb221fb7c49c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/ef145596c11947e88ebc6bbdd332dc93] 2024-11-20T00:23:39,904 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b9472869eb64d3d8efe1ab39bcc3387, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732062216170 2024-11-20T00:23:39,905 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 378fd3430c14413da6bde76774488cb8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732062216170 2024-11-20T00:23:39,905 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f8ccbbc18c40da8bd4a0edf57884ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062217373 2024-11-20T00:23:39,905 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 03aa6ef7701741df80f3cc3646f8f7b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062218539 2024-11-20T00:23:39,905 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bcf960999a6442aa2caeb221fb7c49c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062217373 2024-11-20T00:23:39,905 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef145596c11947e88ebc6bbdd332dc93, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062218515 2024-11-20T00:23:39,919 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:39,921 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:39,921 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/052a9c94f8c74469931b11781f88d3fc is 50, key is test_row_0/B:col10/1732062218862/Put/seqid=0 2024-11-20T00:23:39,924 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c3bfc62157be4ce0985fa3503165d82e_f32ee11a681dde6ae336ffcd5c2adb69 store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:39,926 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c3bfc62157be4ce0985fa3503165d82e_f32ee11a681dde6ae336ffcd5c2adb69, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:39,927 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c3bfc62157be4ce0985fa3503165d82e_f32ee11a681dde6ae336ffcd5c2adb69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T00:23:39,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:39,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T00:23:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:39,934 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:23:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742216_1392 (size=4469) 2024-11-20T00:23:39,954 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#A#compaction#332 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:39,954 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/fad42fd2fd0d473386521bd3b04c22ac is 175, key is test_row_0/A:col10/1732062218862/Put/seqid=0 2024-11-20T00:23:39,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120866577f7fa4a49f4b32cdfd865c5c9de_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062218888/Put/seqid=0 2024-11-20T00:23:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742215_1391 (size=12595) 2024-11-20T00:23:40,002 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/052a9c94f8c74469931b11781f88d3fc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/052a9c94f8c74469931b11781f88d3fc 2024-11-20T00:23:40,011 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/B of f32ee11a681dde6ae336ffcd5c2adb69 into 052a9c94f8c74469931b11781f88d3fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:40,011 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:40,011 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/B, priority=13, startTime=1732062219901; duration=0sec 2024-11-20T00:23:40,011 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:40,011 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:40,011 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:40,012 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:40,012 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/C is initiating minor compaction (all files) 2024-11-20T00:23:40,012 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/C in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:40,012 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/8fb97373deac499a92f0cad469ecddb2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a389e8f49bdd41a88785656f30b7c6e3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9cdaffae399842448af5b0506ba376bc] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=35.9 K 2024-11-20T00:23:40,013 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fb97373deac499a92f0cad469ecddb2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732062216170 2024-11-20T00:23:40,013 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a389e8f49bdd41a88785656f30b7c6e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732062217373 2024-11-20T00:23:40,013 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cdaffae399842448af5b0506ba376bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062218539 2024-11-20T00:23:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742217_1393 (size=31549) 2024-11-20T00:23:40,031 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/fad42fd2fd0d473386521bd3b04c22ac as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/fad42fd2fd0d473386521bd3b04c22ac 2024-11-20T00:23:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:40,037 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/A of f32ee11a681dde6ae336ffcd5c2adb69 into fad42fd2fd0d473386521bd3b04c22ac(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:40,038 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:40,038 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/A, priority=13, startTime=1732062219901; duration=0sec 2024-11-20T00:23:40,038 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:40,038 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062280050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062280052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,062 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:40,062 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/b3f0d2ea79754541aaff4116ae35e283 is 50, key is test_row_0/C:col10/1732062218862/Put/seqid=0 2024-11-20T00:23:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062280056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062280057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062280058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742218_1394 (size=12304) 2024-11-20T00:23:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:40,075 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120866577f7fa4a49f4b32cdfd865c5c9de_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120866577f7fa4a49f4b32cdfd865c5c9de_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/cb36b08035d64b81a0d0675c9148b1b6, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/cb36b08035d64b81a0d0675c9148b1b6 is 175, key is test_row_0/A:col10/1732062218888/Put/seqid=0 2024-11-20T00:23:40,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742219_1395 (size=12595) 2024-11-20T00:23:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742220_1396 (size=31105) 2024-11-20T00:23:40,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/cb36b08035d64b81a0d0675c9148b1b6 2024-11-20T00:23:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/8365085e17084c99bb58d79f7964baf6 is 50, key is test_row_0/B:col10/1732062218888/Put/seqid=0 2024-11-20T00:23:40,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062280161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062280162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062280168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062280169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062280171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742221_1397 (size=12151) 2024-11-20T00:23:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T00:23:40,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062280369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062280370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062280379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062280379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062280380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,512 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/b3f0d2ea79754541aaff4116ae35e283 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b3f0d2ea79754541aaff4116ae35e283 2024-11-20T00:23:40,524 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/C of f32ee11a681dde6ae336ffcd5c2adb69 into b3f0d2ea79754541aaff4116ae35e283(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:40,524 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:40,524 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/C, priority=13, startTime=1732062219901; duration=0sec 2024-11-20T00:23:40,524 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:40,524 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:40,594 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/8365085e17084c99bb58d79f7964baf6 2024-11-20T00:23:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/516c8aa1682a4ada9ebe027f78c16b43 is 50, key is test_row_0/C:col10/1732062218888/Put/seqid=0 2024-11-20T00:23:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742222_1398 (size=12151) 2024-11-20T00:23:40,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062280672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062280681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062280686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062280686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062280687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T00:23:41,057 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/516c8aa1682a4ada9ebe027f78c16b43 2024-11-20T00:23:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/cb36b08035d64b81a0d0675c9148b1b6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/cb36b08035d64b81a0d0675c9148b1b6 2024-11-20T00:23:41,070 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/cb36b08035d64b81a0d0675c9148b1b6, entries=150, sequenceid=209, filesize=30.4 K 2024-11-20T00:23:41,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/8365085e17084c99bb58d79f7964baf6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/8365085e17084c99bb58d79f7964baf6 2024-11-20T00:23:41,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/8365085e17084c99bb58d79f7964baf6, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T00:23:41,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/516c8aa1682a4ada9ebe027f78c16b43 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/516c8aa1682a4ada9ebe027f78c16b43 2024-11-20T00:23:41,083 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/516c8aa1682a4ada9ebe027f78c16b43, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T00:23:41,084 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f32ee11a681dde6ae336ffcd5c2adb69 in 1150ms, sequenceid=209, compaction requested=false 2024-11-20T00:23:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-20T00:23:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-20T00:23:41,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T00:23:41,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-11-20T00:23:41,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.4620 sec 2024-11-20T00:23:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:41,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:23:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:41,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f7a4e37f312d4e779354de3fb3af3be9_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062220056/Put/seqid=0 2024-11-20T00:23:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742223_1399 (size=14794) 2024-11-20T00:23:41,227 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:41,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f7a4e37f312d4e779354de3fb3af3be9_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f7a4e37f312d4e779354de3fb3af3be9_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:41,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/171eb72db238473094abf446513c6233, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:41,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/171eb72db238473094abf446513c6233 is 175, key is test_row_0/A:col10/1732062220056/Put/seqid=0 2024-11-20T00:23:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062281226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062281227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062281237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062281239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062281239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742224_1400 (size=39749) 2024-11-20T00:23:41,253 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/171eb72db238473094abf446513c6233 2024-11-20T00:23:41,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d0e3363e14914165a7aaa0ccec7ef2a8 is 50, key is test_row_0/B:col10/1732062220056/Put/seqid=0 2024-11-20T00:23:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742225_1401 (size=12151) 2024-11-20T00:23:41,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d0e3363e14914165a7aaa0ccec7ef2a8 2024-11-20T00:23:41,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/93923d6b4d76417e9ee13a60b8598386 is 50, key is test_row_0/C:col10/1732062220056/Put/seqid=0 2024-11-20T00:23:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062281340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062281340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062281345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062281349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062281349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742226_1402 (size=12151) 2024-11-20T00:23:41,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/93923d6b4d76417e9ee13a60b8598386 2024-11-20T00:23:41,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/171eb72db238473094abf446513c6233 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/171eb72db238473094abf446513c6233 2024-11-20T00:23:41,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/171eb72db238473094abf446513c6233, entries=200, sequenceid=227, filesize=38.8 K 2024-11-20T00:23:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/d0e3363e14914165a7aaa0ccec7ef2a8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0e3363e14914165a7aaa0ccec7ef2a8 2024-11-20T00:23:41,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0e3363e14914165a7aaa0ccec7ef2a8, entries=150, sequenceid=227, filesize=11.9 K 2024-11-20T00:23:41,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/93923d6b4d76417e9ee13a60b8598386 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/93923d6b4d76417e9ee13a60b8598386 2024-11-20T00:23:41,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/93923d6b4d76417e9ee13a60b8598386, entries=150, sequenceid=227, filesize=11.9 K 2024-11-20T00:23:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f32ee11a681dde6ae336ffcd5c2adb69 in 218ms, sequenceid=227, compaction requested=true 2024-11-20T00:23:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:41,399 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:23:41,399 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:41,400 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:41,400 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:41,400 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/B is initiating minor compaction (all files) 2024-11-20T00:23:41,400 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/A is initiating minor compaction (all files) 2024-11-20T00:23:41,400 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/A in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:41,400 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/fad42fd2fd0d473386521bd3b04c22ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/cb36b08035d64b81a0d0675c9148b1b6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/171eb72db238473094abf446513c6233] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=100.0 K 2024-11-20T00:23:41,400 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:41,400 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/fad42fd2fd0d473386521bd3b04c22ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/cb36b08035d64b81a0d0675c9148b1b6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/171eb72db238473094abf446513c6233] 2024-11-20T00:23:41,400 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/B in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:41,400 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/052a9c94f8c74469931b11781f88d3fc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/8365085e17084c99bb58d79f7964baf6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0e3363e14914165a7aaa0ccec7ef2a8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=36.0 K 2024-11-20T00:23:41,401 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 052a9c94f8c74469931b11781f88d3fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062218539 2024-11-20T00:23:41,401 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fad42fd2fd0d473386521bd3b04c22ac, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062218539 2024-11-20T00:23:41,401 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting cb36b08035d64b81a0d0675c9148b1b6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732062218888 2024-11-20T00:23:41,401 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8365085e17084c99bb58d79f7964baf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732062218888 2024-11-20T00:23:41,402 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0e3363e14914165a7aaa0ccec7ef2a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732062220032 2024-11-20T00:23:41,402 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 171eb72db238473094abf446513c6233, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732062220032 2024-11-20T00:23:41,423 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:41,434 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:41,434 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/144844d545114892b15f8ea2084205fe is 50, key is test_row_0/B:col10/1732062220056/Put/seqid=0 2024-11-20T00:23:41,436 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120079a03abdcdf4d27a6ac67b7beb07c3a_f32ee11a681dde6ae336ffcd5c2adb69 store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:41,438 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120079a03abdcdf4d27a6ac67b7beb07c3a_f32ee11a681dde6ae336ffcd5c2adb69, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:41,439 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120079a03abdcdf4d27a6ac67b7beb07c3a_f32ee11a681dde6ae336ffcd5c2adb69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742227_1403 (size=12697) 2024-11-20T00:23:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742228_1404 (size=4469) 2024-11-20T00:23:41,465 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/144844d545114892b15f8ea2084205fe as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/144844d545114892b15f8ea2084205fe 2024-11-20T00:23:41,470 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/B of f32ee11a681dde6ae336ffcd5c2adb69 into 144844d545114892b15f8ea2084205fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:41,470 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:41,471 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/B, priority=13, startTime=1732062221399; duration=0sec 2024-11-20T00:23:41,471 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:41,471 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:41,471 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:41,472 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:41,472 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/C is initiating minor compaction (all files) 2024-11-20T00:23:41,472 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/C in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:41,472 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b3f0d2ea79754541aaff4116ae35e283, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/516c8aa1682a4ada9ebe027f78c16b43, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/93923d6b4d76417e9ee13a60b8598386] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=36.0 K 2024-11-20T00:23:41,473 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3f0d2ea79754541aaff4116ae35e283, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062218539 2024-11-20T00:23:41,473 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 516c8aa1682a4ada9ebe027f78c16b43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732062218888 2024-11-20T00:23:41,474 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93923d6b4d76417e9ee13a60b8598386, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732062220032 2024-11-20T00:23:41,482 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:41,484 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a7516780ea2c4979aff4aa61bb2fbde3 is 50, key is test_row_0/C:col10/1732062220056/Put/seqid=0 2024-11-20T00:23:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742229_1405 (size=12697) 2024-11-20T00:23:41,519 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a7516780ea2c4979aff4aa61bb2fbde3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a7516780ea2c4979aff4aa61bb2fbde3 2024-11-20T00:23:41,526 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/C of f32ee11a681dde6ae336ffcd5c2adb69 into a7516780ea2c4979aff4aa61bb2fbde3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:41,526 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:41,526 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/C, priority=13, startTime=1732062221399; duration=0sec 2024-11-20T00:23:41,527 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:41,527 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:41,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:41,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206699cb3b3fbd4c43905250eb033a6833_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062221550/Put/seqid=0 2024-11-20T00:23:41,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062281565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062281566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062281566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062281572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742230_1406 (size=17284) 2024-11-20T00:23:41,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062281572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:41,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206699cb3b3fbd4c43905250eb033a6833_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206699cb3b3fbd4c43905250eb033a6833_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:41,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/3614d0aaf3ed47c9b451dcae2fd56a75, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:41,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/3614d0aaf3ed47c9b451dcae2fd56a75 is 175, key is test_row_0/A:col10/1732062221550/Put/seqid=0 2024-11-20T00:23:41,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742231_1407 (size=48389) 2024-11-20T00:23:41,598 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/3614d0aaf3ed47c9b451dcae2fd56a75 2024-11-20T00:23:41,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/3f5f793dd227491c9b565d75ffa8f520 is 50, key is test_row_0/B:col10/1732062221550/Put/seqid=0 2024-11-20T00:23:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742232_1408 (size=12151) 2024-11-20T00:23:41,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/3f5f793dd227491c9b565d75ffa8f520 2024-11-20T00:23:41,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/37ec896cccb74aec95b42f65f4732edc is 50, key is test_row_0/C:col10/1732062221550/Put/seqid=0 2024-11-20T00:23:41,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062281672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062281673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062281673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062281678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062281678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742233_1409 (size=12151) 2024-11-20T00:23:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T00:23:41,735 INFO [Thread-1544 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T00:23:41,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-20T00:23:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T00:23:41,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:41,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:41,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T00:23:41,863 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#A#compaction#341 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:41,864 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/7e9da660c56943f89015d8230d355831 is 175, key is test_row_0/A:col10/1732062220056/Put/seqid=0 2024-11-20T00:23:41,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062281880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062281880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062281882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062281884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:41,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:41,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:41,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:41,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:41,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:41,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062281886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742234_1410 (size=31651) 2024-11-20T00:23:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T00:23:42,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/37ec896cccb74aec95b42f65f4732edc 2024-11-20T00:23:42,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/3614d0aaf3ed47c9b451dcae2fd56a75 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/3614d0aaf3ed47c9b451dcae2fd56a75 2024-11-20T00:23:42,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/3614d0aaf3ed47c9b451dcae2fd56a75, entries=250, sequenceid=252, filesize=47.3 K 2024-11-20T00:23:42,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/3f5f793dd227491c9b565d75ffa8f520 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3f5f793dd227491c9b565d75ffa8f520 2024-11-20T00:23:42,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3f5f793dd227491c9b565d75ffa8f520, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T00:23:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/37ec896cccb74aec95b42f65f4732edc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/37ec896cccb74aec95b42f65f4732edc 2024-11-20T00:23:42,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/37ec896cccb74aec95b42f65f4732edc, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T00:23:42,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f32ee11a681dde6ae336ffcd5c2adb69 in 579ms, sequenceid=252, compaction requested=false 2024-11-20T00:23:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:42,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:23:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:42,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:42,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207eea6d6f9858495991ca2089df555b77_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062222193/Put/seqid=0 2024-11-20T00:23:42,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742235_1411 (size=17484) 2024-11-20T00:23:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062282238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062282243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062282244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062282248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062282248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,308 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/7e9da660c56943f89015d8230d355831 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7e9da660c56943f89015d8230d355831 2024-11-20T00:23:42,317 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/A of f32ee11a681dde6ae336ffcd5c2adb69 into 7e9da660c56943f89015d8230d355831(size=30.9 K), total size for store is 78.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:42,317 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:42,317 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/A, priority=13, startTime=1732062221398; duration=0sec 2024-11-20T00:23:42,317 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:42,317 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T00:23:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062282349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062282350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062282354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062282359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,362 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062282360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062282555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062282556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062282560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062282562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062282567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:42,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207eea6d6f9858495991ca2089df555b77_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207eea6d6f9858495991ca2089df555b77_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:42,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9e5e8efc56c54fb5a4b8382bcf7cd23e, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:42,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9e5e8efc56c54fb5a4b8382bcf7cd23e is 175, key is test_row_0/A:col10/1732062222193/Put/seqid=0 2024-11-20T00:23:42,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742236_1412 (size=48589) 2024-11-20T00:23:42,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T00:23:42,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062282860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062282860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062282867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062282869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062282875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:42,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:42,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:42,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:42,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9e5e8efc56c54fb5a4b8382bcf7cd23e 2024-11-20T00:23:43,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/3beb955835054c218c03ceb4472b3ab1 is 50, key is test_row_0/B:col10/1732062222193/Put/seqid=0 2024-11-20T00:23:43,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:43,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:43,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742237_1413 (size=12301) 2024-11-20T00:23:43,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/3beb955835054c218c03ceb4472b3ab1 2024-11-20T00:23:43,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/4dca8c414b25460ea189a691961368d2 is 50, key is test_row_0/C:col10/1732062222193/Put/seqid=0 2024-11-20T00:23:43,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742238_1414 (size=12301) 2024-11-20T00:23:43,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062283367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062283368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062283379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062283379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062283382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,441 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:43,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:43,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:43,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/4dca8c414b25460ea189a691961368d2 2024-11-20T00:23:43,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/9e5e8efc56c54fb5a4b8382bcf7cd23e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9e5e8efc56c54fb5a4b8382bcf7cd23e 2024-11-20T00:23:43,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9e5e8efc56c54fb5a4b8382bcf7cd23e, entries=250, sequenceid=268, filesize=47.5 K 2024-11-20T00:23:43,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/3beb955835054c218c03ceb4472b3ab1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3beb955835054c218c03ceb4472b3ab1 2024-11-20T00:23:43,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3beb955835054c218c03ceb4472b3ab1, entries=150, sequenceid=268, filesize=12.0 K 2024-11-20T00:23:43,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/4dca8c414b25460ea189a691961368d2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/4dca8c414b25460ea189a691961368d2 2024-11-20T00:23:43,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/4dca8c414b25460ea189a691961368d2, entries=150, sequenceid=268, filesize=12.0 K 2024-11-20T00:23:43,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f32ee11a681dde6ae336ffcd5c2adb69 in 1450ms, sequenceid=268, compaction requested=true 2024-11-20T00:23:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:43,647 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:43,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:43,648 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:43,648 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128629 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:43,648 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/A is initiating minor compaction (all files) 2024-11-20T00:23:43,649 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/A in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,649 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7e9da660c56943f89015d8230d355831, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/3614d0aaf3ed47c9b451dcae2fd56a75, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9e5e8efc56c54fb5a4b8382bcf7cd23e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=125.6 K 2024-11-20T00:23:43,649 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,649 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7e9da660c56943f89015d8230d355831, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/3614d0aaf3ed47c9b451dcae2fd56a75, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9e5e8efc56c54fb5a4b8382bcf7cd23e] 2024-11-20T00:23:43,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:43,651 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:43,651 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/B is initiating minor compaction (all files) 2024-11-20T00:23:43,651 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/B in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,651 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/144844d545114892b15f8ea2084205fe, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3f5f793dd227491c9b565d75ffa8f520, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3beb955835054c218c03ceb4472b3ab1] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=36.3 K 2024-11-20T00:23:43,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:43,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:43,651 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9da660c56943f89015d8230d355831, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732062220032 2024-11-20T00:23:43,652 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3614d0aaf3ed47c9b451dcae2fd56a75, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062221213 2024-11-20T00:23:43,652 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 144844d545114892b15f8ea2084205fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732062220032 2024-11-20T00:23:43,652 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e5e8efc56c54fb5a4b8382bcf7cd23e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732062221557 2024-11-20T00:23:43,660 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f5f793dd227491c9b565d75ffa8f520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062221237 2024-11-20T00:23:43,661 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3beb955835054c218c03ceb4472b3ab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732062221569 2024-11-20T00:23:43,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:43,664 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:43,676 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202cc9826dbcdb45f4aca656a0bfd27d36_f32ee11a681dde6ae336ffcd5c2adb69 store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:43,678 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202cc9826dbcdb45f4aca656a0bfd27d36_f32ee11a681dde6ae336ffcd5c2adb69, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:43,679 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202cc9826dbcdb45f4aca656a0bfd27d36_f32ee11a681dde6ae336ffcd5c2adb69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:43,691 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:43,691 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/fef040e1d0f744be9b783b15fdca3dc1 is 50, key is test_row_0/B:col10/1732062222193/Put/seqid=0 2024-11-20T00:23:43,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742239_1415 (size=4469) 2024-11-20T00:23:43,740 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#A#compaction#350 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:43,741 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/efa4283d216b49948a32e5313e877291 is 175, key is test_row_0/A:col10/1732062222193/Put/seqid=0 2024-11-20T00:23:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742240_1416 (size=12949) 2024-11-20T00:23:43,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:43,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T00:23:43,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,749 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T00:23:43,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:43,754 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/fef040e1d0f744be9b783b15fdca3dc1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fef040e1d0f744be9b783b15fdca3dc1 2024-11-20T00:23:43,762 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/B of f32ee11a681dde6ae336ffcd5c2adb69 into fef040e1d0f744be9b783b15fdca3dc1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:43,762 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:43,762 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/B, priority=13, startTime=1732062223648; duration=0sec 2024-11-20T00:23:43,762 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:43,762 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:43,762 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:43,764 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:43,764 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/C is initiating minor compaction (all files) 2024-11-20T00:23:43,764 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/C in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:43,764 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a7516780ea2c4979aff4aa61bb2fbde3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/37ec896cccb74aec95b42f65f4732edc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/4dca8c414b25460ea189a691961368d2] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=36.3 K 2024-11-20T00:23:43,764 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a7516780ea2c4979aff4aa61bb2fbde3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732062220032 2024-11-20T00:23:43,765 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 37ec896cccb74aec95b42f65f4732edc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062221237 2024-11-20T00:23:43,765 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dca8c414b25460ea189a691961368d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732062221569 2024-11-20T00:23:43,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adf94b8d0e8d4738ba130ac18bb8ba7a_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062222246/Put/seqid=0 2024-11-20T00:23:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742241_1417 (size=31903) 2024-11-20T00:23:43,812 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/efa4283d216b49948a32e5313e877291 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/efa4283d216b49948a32e5313e877291 2024-11-20T00:23:43,814 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:43,814 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/0119621d6ac24fc0b71d6245a3389044 is 50, key is test_row_0/C:col10/1732062222193/Put/seqid=0 2024-11-20T00:23:43,822 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/A of f32ee11a681dde6ae336ffcd5c2adb69 into efa4283d216b49948a32e5313e877291(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:43,822 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:43,822 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/A, priority=13, startTime=1732062223647; duration=0sec 2024-11-20T00:23:43,822 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:43,822 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:43,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742242_1418 (size=12454) 2024-11-20T00:23:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742243_1419 (size=12949) 2024-11-20T00:23:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T00:23:43,844 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/0119621d6ac24fc0b71d6245a3389044 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/0119621d6ac24fc0b71d6245a3389044 2024-11-20T00:23:43,850 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/C of f32ee11a681dde6ae336ffcd5c2adb69 into 0119621d6ac24fc0b71d6245a3389044(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:43,850 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:43,850 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/C, priority=13, startTime=1732062223651; duration=0sec 2024-11-20T00:23:43,850 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:43,850 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:44,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:44,233 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adf94b8d0e8d4738ba130ac18bb8ba7a_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adf94b8d0e8d4738ba130ac18bb8ba7a_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:44,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/2c799c53996048d19c7638e620a7c2b9, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:44,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/2c799c53996048d19c7638e620a7c2b9 is 175, key is test_row_0/A:col10/1732062222246/Put/seqid=0 2024-11-20T00:23:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742244_1420 (size=31255) 2024-11-20T00:23:44,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/2c799c53996048d19c7638e620a7c2b9 2024-11-20T00:23:44,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7dda1e6c257543e5b8a11987fff1c9f4 is 50, key is test_row_0/B:col10/1732062222246/Put/seqid=0 2024-11-20T00:23:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742245_1421 (size=12301) 2024-11-20T00:23:44,326 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7dda1e6c257543e5b8a11987fff1c9f4 2024-11-20T00:23:44,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44 is 50, key is test_row_0/C:col10/1732062222246/Put/seqid=0 2024-11-20T00:23:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742246_1422 (size=12301) 2024-11-20T00:23:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:44,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062284464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062284465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062284469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062284475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062284475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062284577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062284577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062284577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062284584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062284585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062284783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062284784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062284783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,795 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44 2024-11-20T00:23:44,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062284793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062284793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/2c799c53996048d19c7638e620a7c2b9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/2c799c53996048d19c7638e620a7c2b9 2024-11-20T00:23:44,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/2c799c53996048d19c7638e620a7c2b9, entries=150, sequenceid=289, filesize=30.5 K 2024-11-20T00:23:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7dda1e6c257543e5b8a11987fff1c9f4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7dda1e6c257543e5b8a11987fff1c9f4 2024-11-20T00:23:44,831 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7dda1e6c257543e5b8a11987fff1c9f4, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T00:23:44,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44 2024-11-20T00:23:44,835 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T00:23:44,836 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f32ee11a681dde6ae336ffcd5c2adb69 in 1087ms, sequenceid=289, compaction requested=false 2024-11-20T00:23:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-20T00:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-20T00:23:44,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T00:23:44,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0990 sec 2024-11-20T00:23:44,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 3.1090 sec 2024-11-20T00:23:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:45,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T00:23:45,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:45,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:45,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:45,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:45,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:45,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:45,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112041f737b968fb44279343b0c28e0cc966_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062224474/Put/seqid=0 2024-11-20T00:23:45,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742247_1423 (size=14994) 2024-11-20T00:23:45,112 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:45,118 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112041f737b968fb44279343b0c28e0cc966_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041f737b968fb44279343b0c28e0cc966_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062285121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062285124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062285124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062285125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062285125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,138 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/5eb610ea6bf648808b58a3aa2fc4724a, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:45,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/5eb610ea6bf648808b58a3aa2fc4724a is 175, key is test_row_0/A:col10/1732062224474/Put/seqid=0 2024-11-20T00:23:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742248_1424 (size=39949) 2024-11-20T00:23:45,172 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/5eb610ea6bf648808b58a3aa2fc4724a 2024-11-20T00:23:45,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7aad9038b15e4de0ab0481ceaa4ff369 is 50, key is test_row_0/B:col10/1732062224474/Put/seqid=0 2024-11-20T00:23:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742249_1425 (size=12301) 2024-11-20T00:23:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062285228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062285228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062285230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062285230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7aad9038b15e4de0ab0481ceaa4ff369 2024-11-20T00:23:45,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/da87ef69fea343e1b1c368fca5de8871 is 50, key is test_row_0/C:col10/1732062224474/Put/seqid=0 2024-11-20T00:23:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062285230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742250_1426 (size=12301) 2024-11-20T00:23:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062285435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062285437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062285439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062285441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062285457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/da87ef69fea343e1b1c368fca5de8871 2024-11-20T00:23:45,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/5eb610ea6bf648808b58a3aa2fc4724a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/5eb610ea6bf648808b58a3aa2fc4724a 2024-11-20T00:23:45,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/5eb610ea6bf648808b58a3aa2fc4724a, entries=200, sequenceid=310, filesize=39.0 K 2024-11-20T00:23:45,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7aad9038b15e4de0ab0481ceaa4ff369 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7aad9038b15e4de0ab0481ceaa4ff369 2024-11-20T00:23:45,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7aad9038b15e4de0ab0481ceaa4ff369, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T00:23:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/da87ef69fea343e1b1c368fca5de8871 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/da87ef69fea343e1b1c368fca5de8871 2024-11-20T00:23:45,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/da87ef69fea343e1b1c368fca5de8871, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T00:23:45,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for f32ee11a681dde6ae336ffcd5c2adb69 in 612ms, sequenceid=310, compaction requested=true 2024-11-20T00:23:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:45,707 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:23:45,708 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:45,708 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:45,708 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/A is initiating minor compaction (all files) 2024-11-20T00:23:45,709 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/A in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:45,709 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/efa4283d216b49948a32e5313e877291, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/2c799c53996048d19c7638e620a7c2b9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/5eb610ea6bf648808b58a3aa2fc4724a] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=100.7 K 2024-11-20T00:23:45,709 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:45,709 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/efa4283d216b49948a32e5313e877291, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/2c799c53996048d19c7638e620a7c2b9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/5eb610ea6bf648808b58a3aa2fc4724a] 2024-11-20T00:23:45,709 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting efa4283d216b49948a32e5313e877291, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732062221569 2024-11-20T00:23:45,710 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:45,710 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/B is initiating minor compaction (all files) 2024-11-20T00:23:45,710 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/B in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:45,710 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fef040e1d0f744be9b783b15fdca3dc1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7dda1e6c257543e5b8a11987fff1c9f4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7aad9038b15e4de0ab0481ceaa4ff369] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=36.7 K 2024-11-20T00:23:45,710 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c799c53996048d19c7638e620a7c2b9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732062222243 2024-11-20T00:23:45,710 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting fef040e1d0f744be9b783b15fdca3dc1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732062221569 2024-11-20T00:23:45,710 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb610ea6bf648808b58a3aa2fc4724a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732062224433 2024-11-20T00:23:45,711 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dda1e6c257543e5b8a11987fff1c9f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732062222243 2024-11-20T00:23:45,711 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aad9038b15e4de0ab0481ceaa4ff369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732062224474 2024-11-20T00:23:45,731 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#B#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:45,731 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7179d518d6f145b6b8ff497148475f77 is 50, key is test_row_0/B:col10/1732062224474/Put/seqid=0 2024-11-20T00:23:45,738 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:45,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T00:23:45,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:45,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:45,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:45,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:45,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:45,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:45,763 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120afcaa61788ab4c409d21160d248754e0_f32ee11a681dde6ae336ffcd5c2adb69 store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:45,765 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120afcaa61788ab4c409d21160d248754e0_f32ee11a681dde6ae336ffcd5c2adb69, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:45,765 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120afcaa61788ab4c409d21160d248754e0_f32ee11a681dde6ae336ffcd5c2adb69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:45,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062285788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742251_1427 (size=13051) 2024-11-20T00:23:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062285791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062285791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062285794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062285793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,811 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/7179d518d6f145b6b8ff497148475f77 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7179d518d6f145b6b8ff497148475f77 2024-11-20T00:23:45,817 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/B of f32ee11a681dde6ae336ffcd5c2adb69 into 7179d518d6f145b6b8ff497148475f77(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:45,817 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:45,817 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/B, priority=13, startTime=1732062225707; duration=0sec 2024-11-20T00:23:45,817 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:45,817 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:45,817 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:23:45,819 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:23:45,819 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): f32ee11a681dde6ae336ffcd5c2adb69/C is initiating minor compaction (all files) 2024-11-20T00:23:45,819 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32ee11a681dde6ae336ffcd5c2adb69/C in TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:45,819 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/0119621d6ac24fc0b71d6245a3389044, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/da87ef69fea343e1b1c368fca5de8871] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp, totalSize=36.7 K 2024-11-20T00:23:45,819 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0119621d6ac24fc0b71d6245a3389044, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732062221569 2024-11-20T00:23:45,820 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1adb7ae668d4b0bb2a4bc0e2aa7cf44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732062222243 2024-11-20T00:23:45,820 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting da87ef69fea343e1b1c368fca5de8871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732062224474 2024-11-20T00:23:45,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206695b4debffd4568abd545aff559667c_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062225124/Put/seqid=0 2024-11-20T00:23:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T00:23:45,844 INFO [Thread-1544 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-20T00:23:45,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-20T00:23:45,848 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T00:23:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742252_1428 (size=4469) 2024-11-20T00:23:45,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:45,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:45,852 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#A#compaction#360 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:45,853 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/bf4e6ded2db5400e9b15660344414056 is 175, key is test_row_0/A:col10/1732062224474/Put/seqid=0 2024-11-20T00:23:45,855 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32ee11a681dde6ae336ffcd5c2adb69#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:23:45,855 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/00e258291f8d4a14bf4b68ad869c0869 is 50, key is test_row_0/C:col10/1732062224474/Put/seqid=0 2024-11-20T00:23:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742253_1429 (size=14994) 2024-11-20T00:23:45,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062285902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062285909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062285910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742254_1430 (size=32005) 2024-11-20T00:23:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062285910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062285911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:45,948 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/bf4e6ded2db5400e9b15660344414056 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/bf4e6ded2db5400e9b15660344414056 2024-11-20T00:23:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T00:23:45,953 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/A of f32ee11a681dde6ae336ffcd5c2adb69 into bf4e6ded2db5400e9b15660344414056(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:45,953 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:45,953 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/A, priority=13, startTime=1732062225707; duration=0sec 2024-11-20T00:23:45,954 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:45,954 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742255_1431 (size=13051) 2024-11-20T00:23:46,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T00:23:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062286117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062286119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062286120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062286120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062286121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T00:23:46,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T00:23:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T00:23:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:46,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:46,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206695b4debffd4568abd545aff559667c_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206695b4debffd4568abd545aff559667c_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:46,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/7727eb100ccf4b1e9717fbe621d6c015, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:46,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/7727eb100ccf4b1e9717fbe621d6c015 is 175, key is test_row_0/A:col10/1732062225124/Put/seqid=0 2024-11-20T00:23:46,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742256_1432 (size=39949) 2024-11-20T00:23:46,347 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/7727eb100ccf4b1e9717fbe621d6c015 2024-11-20T00:23:46,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/c6e173c988464d148c29ebc1a47170e8 is 50, key is test_row_0/B:col10/1732062225124/Put/seqid=0 2024-11-20T00:23:46,377 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/00e258291f8d4a14bf4b68ad869c0869 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/00e258291f8d4a14bf4b68ad869c0869 2024-11-20T00:23:46,389 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32ee11a681dde6ae336ffcd5c2adb69/C of f32ee11a681dde6ae336ffcd5c2adb69 into 00e258291f8d4a14bf4b68ad869c0869(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:23:46,389 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:46,389 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69., storeName=f32ee11a681dde6ae336ffcd5c2adb69/C, priority=13, startTime=1732062225707; duration=0sec 2024-11-20T00:23:46,389 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:46,389 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742257_1433 (size=12301) 2024-11-20T00:23:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062286426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062286427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062286427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062286428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062286428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T00:23:46,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T00:23:46,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T00:23:46,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:46,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T00:23:46,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:46,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/c6e173c988464d148c29ebc1a47170e8 2024-11-20T00:23:46,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/7dbb1df5c85d45ff9e17651501e1bc23 is 50, key is test_row_0/C:col10/1732062225124/Put/seqid=0 2024-11-20T00:23:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742258_1434 (size=12301) 2024-11-20T00:23:46,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/7dbb1df5c85d45ff9e17651501e1bc23 2024-11-20T00:23:46,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/7727eb100ccf4b1e9717fbe621d6c015 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7727eb100ccf4b1e9717fbe621d6c015 2024-11-20T00:23:46,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7727eb100ccf4b1e9717fbe621d6c015, entries=200, sequenceid=330, filesize=39.0 K 2024-11-20T00:23:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/c6e173c988464d148c29ebc1a47170e8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6e173c988464d148c29ebc1a47170e8 2024-11-20T00:23:46,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6e173c988464d148c29ebc1a47170e8, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T00:23:46,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/7dbb1df5c85d45ff9e17651501e1bc23 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/7dbb1df5c85d45ff9e17651501e1bc23 2024-11-20T00:23:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/7dbb1df5c85d45ff9e17651501e1bc23, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T00:23:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f32ee11a681dde6ae336ffcd5c2adb69 in 1144ms, sequenceid=330, compaction requested=false 2024-11-20T00:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:46,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T00:23:46,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:46,928 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T00:23:46,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:46,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:46,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:46,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:46,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. as already flushing 2024-11-20T00:23:46,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b3b23c65cfb04fea94779d7775cf7543_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062225791/Put/seqid=0 2024-11-20T00:23:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T00:23:46,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062286965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062286963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742259_1435 (size=12454) 2024-11-20T00:23:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062286975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062286975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062286975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:46,986 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b3b23c65cfb04fea94779d7775cf7543_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b3b23c65cfb04fea94779d7775cf7543_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/0db3ae57bafc4ba38dfd6216dd33f4a2, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:46,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/0db3ae57bafc4ba38dfd6216dd33f4a2 is 175, key is test_row_0/A:col10/1732062225791/Put/seqid=0 2024-11-20T00:23:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742260_1436 (size=31255) 2024-11-20T00:23:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062287076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062287076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062287085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062287085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062287085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,190 DEBUG [Thread-1547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:59419 2024-11-20T00:23:47,190 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:47,194 DEBUG [Thread-1545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:59419 2024-11-20T00:23:47,194 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:47,194 DEBUG [Thread-1549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:59419 2024-11-20T00:23:47,194 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:47,196 DEBUG [Thread-1551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:59419 2024-11-20T00:23:47,196 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:47,201 DEBUG [Thread-1553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:59419 2024-11-20T00:23:47,201 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:47,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062287282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062287282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062287293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062287293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062287294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/0db3ae57bafc4ba38dfd6216dd33f4a2 2024-11-20T00:23:47,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/ca52520292194a9db295f1a258e06012 is 50, key is test_row_0/B:col10/1732062225791/Put/seqid=0 2024-11-20T00:23:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742261_1437 (size=12301) 2024-11-20T00:23:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062287584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062287586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062287596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062287596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062287596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:47,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/ca52520292194a9db295f1a258e06012 2024-11-20T00:23:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/355cc3151a25492fa9fce9919ea16987 is 50, key is test_row_0/C:col10/1732062225791/Put/seqid=0 2024-11-20T00:23:47,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742262_1438 (size=12301) 2024-11-20T00:23:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T00:23:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1732062288088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50740 deadline: 1732062288088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1732062288097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:48,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50734 deadline: 1732062288100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:48,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50764 deadline: 1732062288100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:48,251 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/355cc3151a25492fa9fce9919ea16987 2024-11-20T00:23:48,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/0db3ae57bafc4ba38dfd6216dd33f4a2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/0db3ae57bafc4ba38dfd6216dd33f4a2 2024-11-20T00:23:48,260 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/0db3ae57bafc4ba38dfd6216dd33f4a2, entries=150, sequenceid=349, filesize=30.5 K 2024-11-20T00:23:48,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/ca52520292194a9db295f1a258e06012 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca52520292194a9db295f1a258e06012 2024-11-20T00:23:48,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca52520292194a9db295f1a258e06012, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T00:23:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/355cc3151a25492fa9fce9919ea16987 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/355cc3151a25492fa9fce9919ea16987 2024-11-20T00:23:48,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/355cc3151a25492fa9fce9919ea16987, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T00:23:48,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for f32ee11a681dde6ae336ffcd5c2adb69 in 1344ms, sequenceid=349, compaction requested=true 2024-11-20T00:23:48,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:48,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:48,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-20T00:23:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-20T00:23:48,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T00:23:48,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4240 sec 2024-11-20T00:23:48,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.4290 sec 2024-11-20T00:23:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:49,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:23:49,094 DEBUG [Thread-1536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:59419 2024-11-20T00:23:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:49,094 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:49,097 DEBUG [Thread-1542 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:59419 2024-11-20T00:23:49,097 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:49,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b66be324c084bdcafc0ddfd6a23893e_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_0/A:col10/1732062226973/Put/seqid=0 2024-11-20T00:23:49,108 DEBUG [Thread-1538 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:59419 2024-11-20T00:23:49,108 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:49,109 DEBUG [Thread-1534 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:59419 2024-11-20T00:23:49,109 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:49,113 DEBUG [Thread-1540 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:59419 2024-11-20T00:23:49,114 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742263_1439 (size=12454) 2024-11-20T00:23:49,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T00:23:49,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:49,523 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b66be324c084bdcafc0ddfd6a23893e_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b66be324c084bdcafc0ddfd6a23893e_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:49,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/20e949ce0e65444b8601ab6d0fe8917c, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:49,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/20e949ce0e65444b8601ab6d0fe8917c is 175, key is test_row_0/A:col10/1732062226973/Put/seqid=0 2024-11-20T00:23:49,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742264_1440 (size=31255) 2024-11-20T00:23:49,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/20e949ce0e65444b8601ab6d0fe8917c 2024-11-20T00:23:49,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/670d9b185e8b4589849c9f3e90867ad2 is 50, key is test_row_0/B:col10/1732062226973/Put/seqid=0 2024-11-20T00:23:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742265_1441 (size=12301) 2024-11-20T00:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T00:23:49,955 INFO [Thread-1544 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2091 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6273 rows 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2108 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6324 rows 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2105 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6313 rows 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2088 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6264 rows 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2092 2024-11-20T00:23:49,955 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6276 rows 2024-11-20T00:23:49,955 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T00:23:49,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:59419 2024-11-20T00:23:49,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:23:49,958 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T00:23:49,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T00:23:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T00:23:49,963 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062229963"}]},"ts":"1732062229963"} 2024-11-20T00:23:49,964 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T00:23:49,967 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T00:23:49,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:23:49,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, UNASSIGN}] 2024-11-20T00:23:49,970 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, UNASSIGN 2024-11-20T00:23:49,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:49,971 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:23:49,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:23:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T00:23:50,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:50,123 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:50,123 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:23:50,123 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing f32ee11a681dde6ae336ffcd5c2adb69, disabling compactions & flushes 2024-11-20T00:23:50,123 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T00:23:50,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/670d9b185e8b4589849c9f3e90867ad2 2024-11-20T00:23:50,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/aaa584e1176840f5ada902c4ad0a11b7 is 50, key is test_row_0/C:col10/1732062226973/Put/seqid=0 2024-11-20T00:23:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742266_1442 (size=12301) 2024-11-20T00:23:50,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/aaa584e1176840f5ada902c4ad0a11b7 2024-11-20T00:23:50,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/20e949ce0e65444b8601ab6d0fe8917c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/20e949ce0e65444b8601ab6d0fe8917c 2024-11-20T00:23:50,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/20e949ce0e65444b8601ab6d0fe8917c, entries=150, sequenceid=372, filesize=30.5 K 2024-11-20T00:23:50,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/670d9b185e8b4589849c9f3e90867ad2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/670d9b185e8b4589849c9f3e90867ad2 2024-11-20T00:23:50,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/670d9b185e8b4589849c9f3e90867ad2, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T00:23:50,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/aaa584e1176840f5ada902c4ad0a11b7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/aaa584e1176840f5ada902c4ad0a11b7 2024-11-20T00:23:50,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/aaa584e1176840f5ada902c4ad0a11b7, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T00:23:50,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for f32ee11a681dde6ae336ffcd5c2adb69 in 1290ms, sequenceid=372, compaction requested=true 2024-11-20T00:23:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:50,383 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:50,383 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:23:50,383 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. after waiting 0 ms 2024-11-20T00:23:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:50,383 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:23:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:23:50,383 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. because compaction request was cancelled 2024-11-20T00:23:50,383 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. because compaction request was cancelled 2024-11-20T00:23:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32ee11a681dde6ae336ffcd5c2adb69:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:23:50,383 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing f32ee11a681dde6ae336ffcd5c2adb69 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T00:23:50,383 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:B 2024-11-20T00:23:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:23:50,383 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:A 2024-11-20T00:23:50,383 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. because compaction request was cancelled 2024-11-20T00:23:50,383 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32ee11a681dde6ae336ffcd5c2adb69:C 2024-11-20T00:23:50,383 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=A 2024-11-20T00:23:50,383 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:50,383 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=B 2024-11-20T00:23:50,384 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:50,384 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32ee11a681dde6ae336ffcd5c2adb69, store=C 2024-11-20T00:23:50,384 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:50,389 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202999b300f6b04937a4a53aa3a16b79a3_f32ee11a681dde6ae336ffcd5c2adb69 is 50, key is test_row_2/A:col10/1732062229110/Put/seqid=0 2024-11-20T00:23:50,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742267_1443 (size=7374) 2024-11-20T00:23:50,394 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:50,397 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202999b300f6b04937a4a53aa3a16b79a3_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202999b300f6b04937a4a53aa3a16b79a3_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:50,398 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1975c284ab27415a813e00022b2918de, store: [table=TestAcidGuarantees family=A region=f32ee11a681dde6ae336ffcd5c2adb69] 2024-11-20T00:23:50,399 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1975c284ab27415a813e00022b2918de is 175, key is test_row_2/A:col10/1732062229110/Put/seqid=0 2024-11-20T00:23:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742268_1444 (size=13865) 2024-11-20T00:23:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T00:23:50,838 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1975c284ab27415a813e00022b2918de 2024-11-20T00:23:50,844 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/b6b6bcc57783423e83cda18dea358aa0 is 50, key is test_row_2/B:col10/1732062229110/Put/seqid=0 2024-11-20T00:23:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742269_1445 (size=7415) 2024-11-20T00:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T00:23:51,250 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/b6b6bcc57783423e83cda18dea358aa0 2024-11-20T00:23:51,257 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/bba11ba791434d54acc6134334fa5b9f is 50, key is test_row_2/C:col10/1732062229110/Put/seqid=0 2024-11-20T00:23:51,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742270_1446 (size=7415) 2024-11-20T00:23:51,682 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/bba11ba791434d54acc6134334fa5b9f 2024-11-20T00:23:51,686 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/A/1975c284ab27415a813e00022b2918de as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1975c284ab27415a813e00022b2918de 2024-11-20T00:23:51,689 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1975c284ab27415a813e00022b2918de, entries=50, sequenceid=379, filesize=13.5 K 2024-11-20T00:23:51,690 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/B/b6b6bcc57783423e83cda18dea358aa0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/b6b6bcc57783423e83cda18dea358aa0 2024-11-20T00:23:51,694 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/b6b6bcc57783423e83cda18dea358aa0, entries=50, sequenceid=379, filesize=7.2 K 2024-11-20T00:23:51,695 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/.tmp/C/bba11ba791434d54acc6134334fa5b9f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/bba11ba791434d54acc6134334fa5b9f 2024-11-20T00:23:51,699 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/bba11ba791434d54acc6134334fa5b9f, entries=50, sequenceid=379, filesize=7.2 K 2024-11-20T00:23:51,699 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f32ee11a681dde6ae336ffcd5c2adb69 in 1316ms, sequenceid=379, compaction requested=true 2024-11-20T00:23:51,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/8c724130a94f4948baa4b9c6c45eb902, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9a899a9bb434412eaa5e565fcd324f9a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/86743052f6164434bf75a475764274ad, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/029f03c09ce74642843e9668edfd4dff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/79e870f3e6b840308f05e75a3b37db91, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/281ee20ccdef417faddd91a66eab01f1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/802eda3224314f5fa9d01d695d67cacf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/84a36f118f07401fb137149890007c3b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/c62289a2d5c44df3a3ca8fc44010643e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/378fd3430c14413da6bde76774488cb8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/66cce0c7b41942cda9e8dc985c1b7cdd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1bcf960999a6442aa2caeb221fb7c49c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/ef145596c11947e88ebc6bbdd332dc93, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/fad42fd2fd0d473386521bd3b04c22ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/cb36b08035d64b81a0d0675c9148b1b6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/171eb72db238473094abf446513c6233, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7e9da660c56943f89015d8230d355831, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/3614d0aaf3ed47c9b451dcae2fd56a75, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9e5e8efc56c54fb5a4b8382bcf7cd23e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/efa4283d216b49948a32e5313e877291, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/2c799c53996048d19c7638e620a7c2b9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/5eb610ea6bf648808b58a3aa2fc4724a] to archive 2024-11-20T00:23:51,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:23:51,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/8c724130a94f4948baa4b9c6c45eb902 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/8c724130a94f4948baa4b9c6c45eb902 2024-11-20T00:23:51,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9a899a9bb434412eaa5e565fcd324f9a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9a899a9bb434412eaa5e565fcd324f9a 2024-11-20T00:23:51,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/86743052f6164434bf75a475764274ad to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/86743052f6164434bf75a475764274ad 2024-11-20T00:23:51,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/029f03c09ce74642843e9668edfd4dff to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/029f03c09ce74642843e9668edfd4dff 2024-11-20T00:23:51,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/79e870f3e6b840308f05e75a3b37db91 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/79e870f3e6b840308f05e75a3b37db91 2024-11-20T00:23:51,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/281ee20ccdef417faddd91a66eab01f1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/281ee20ccdef417faddd91a66eab01f1 2024-11-20T00:23:51,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/802eda3224314f5fa9d01d695d67cacf to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/802eda3224314f5fa9d01d695d67cacf 2024-11-20T00:23:51,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/84a36f118f07401fb137149890007c3b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/84a36f118f07401fb137149890007c3b 2024-11-20T00:23:51,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/c62289a2d5c44df3a3ca8fc44010643e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/c62289a2d5c44df3a3ca8fc44010643e 2024-11-20T00:23:51,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/378fd3430c14413da6bde76774488cb8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/378fd3430c14413da6bde76774488cb8 2024-11-20T00:23:51,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/66cce0c7b41942cda9e8dc985c1b7cdd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/66cce0c7b41942cda9e8dc985c1b7cdd 2024-11-20T00:23:51,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1bcf960999a6442aa2caeb221fb7c49c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1bcf960999a6442aa2caeb221fb7c49c 2024-11-20T00:23:51,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/ef145596c11947e88ebc6bbdd332dc93 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/ef145596c11947e88ebc6bbdd332dc93 2024-11-20T00:23:51,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/fad42fd2fd0d473386521bd3b04c22ac to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/fad42fd2fd0d473386521bd3b04c22ac 2024-11-20T00:23:51,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/cb36b08035d64b81a0d0675c9148b1b6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/cb36b08035d64b81a0d0675c9148b1b6 2024-11-20T00:23:51,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/171eb72db238473094abf446513c6233 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/171eb72db238473094abf446513c6233 2024-11-20T00:23:51,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7e9da660c56943f89015d8230d355831 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7e9da660c56943f89015d8230d355831 2024-11-20T00:23:51,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/3614d0aaf3ed47c9b451dcae2fd56a75 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/3614d0aaf3ed47c9b451dcae2fd56a75 2024-11-20T00:23:51,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9e5e8efc56c54fb5a4b8382bcf7cd23e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/9e5e8efc56c54fb5a4b8382bcf7cd23e 2024-11-20T00:23:51,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/efa4283d216b49948a32e5313e877291 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/efa4283d216b49948a32e5313e877291 2024-11-20T00:23:51,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/2c799c53996048d19c7638e620a7c2b9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/2c799c53996048d19c7638e620a7c2b9 2024-11-20T00:23:51,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/5eb610ea6bf648808b58a3aa2fc4724a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/5eb610ea6bf648808b58a3aa2fc4724a 2024-11-20T00:23:51,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7b95e9e40182491dbfd45055c35826a0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/a52a8e359b99422098a92a30e054b6bf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0fb7b9735c0441ba4be531c7cef4da7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d98adb552ffe42c2b12f752508a4210e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/17d158a0cb0a497ba135a702433041ea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/07b349a6a60346919fef7111d44b0e69, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca5b61f42b594376b3568f63607d1253, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fac37094adee4be69f9f2d4fc41cd257, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/6b9472869eb64d3d8efe1ab39bcc3387, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/66b181144b0140a7b78251478b82c6f9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/73f8ccbbc18c40da8bd4a0edf57884ea, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/052a9c94f8c74469931b11781f88d3fc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/03aa6ef7701741df80f3cc3646f8f7b6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/8365085e17084c99bb58d79f7964baf6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/144844d545114892b15f8ea2084205fe, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0e3363e14914165a7aaa0ccec7ef2a8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3f5f793dd227491c9b565d75ffa8f520, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fef040e1d0f744be9b783b15fdca3dc1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3beb955835054c218c03ceb4472b3ab1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7dda1e6c257543e5b8a11987fff1c9f4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7aad9038b15e4de0ab0481ceaa4ff369] to archive 2024-11-20T00:23:51,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:23:51,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7b95e9e40182491dbfd45055c35826a0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7b95e9e40182491dbfd45055c35826a0 2024-11-20T00:23:51,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/a52a8e359b99422098a92a30e054b6bf to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/a52a8e359b99422098a92a30e054b6bf 2024-11-20T00:23:51,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0fb7b9735c0441ba4be531c7cef4da7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0fb7b9735c0441ba4be531c7cef4da7 2024-11-20T00:23:51,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d98adb552ffe42c2b12f752508a4210e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d98adb552ffe42c2b12f752508a4210e 2024-11-20T00:23:51,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/17d158a0cb0a497ba135a702433041ea to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/17d158a0cb0a497ba135a702433041ea 2024-11-20T00:23:51,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/07b349a6a60346919fef7111d44b0e69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/07b349a6a60346919fef7111d44b0e69 2024-11-20T00:23:51,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca5b61f42b594376b3568f63607d1253 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca5b61f42b594376b3568f63607d1253 2024-11-20T00:23:51,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fac37094adee4be69f9f2d4fc41cd257 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fac37094adee4be69f9f2d4fc41cd257 2024-11-20T00:23:51,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6c8e8b1a0a84f5a8920e45c4e6b7c53 2024-11-20T00:23:51,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/6b9472869eb64d3d8efe1ab39bcc3387 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/6b9472869eb64d3d8efe1ab39bcc3387 2024-11-20T00:23:51,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/66b181144b0140a7b78251478b82c6f9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/66b181144b0140a7b78251478b82c6f9 2024-11-20T00:23:51,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/73f8ccbbc18c40da8bd4a0edf57884ea to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/73f8ccbbc18c40da8bd4a0edf57884ea 2024-11-20T00:23:51,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/052a9c94f8c74469931b11781f88d3fc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/052a9c94f8c74469931b11781f88d3fc 2024-11-20T00:23:51,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/03aa6ef7701741df80f3cc3646f8f7b6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/03aa6ef7701741df80f3cc3646f8f7b6 2024-11-20T00:23:51,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/8365085e17084c99bb58d79f7964baf6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/8365085e17084c99bb58d79f7964baf6 2024-11-20T00:23:51,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/144844d545114892b15f8ea2084205fe to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/144844d545114892b15f8ea2084205fe 2024-11-20T00:23:51,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0e3363e14914165a7aaa0ccec7ef2a8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/d0e3363e14914165a7aaa0ccec7ef2a8 2024-11-20T00:23:51,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3f5f793dd227491c9b565d75ffa8f520 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3f5f793dd227491c9b565d75ffa8f520 2024-11-20T00:23:51,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fef040e1d0f744be9b783b15fdca3dc1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/fef040e1d0f744be9b783b15fdca3dc1 2024-11-20T00:23:51,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3beb955835054c218c03ceb4472b3ab1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/3beb955835054c218c03ceb4472b3ab1 2024-11-20T00:23:51,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7dda1e6c257543e5b8a11987fff1c9f4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7dda1e6c257543e5b8a11987fff1c9f4 2024-11-20T00:23:51,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7aad9038b15e4de0ab0481ceaa4ff369 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7aad9038b15e4de0ab0481ceaa4ff369 2024-11-20T00:23:51,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/c2d3e498d748497494e5422775641b88, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b338820ad87b4a64985fefc027accbf6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/e5368a309abe4f06bf8e4cec2665f63d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/347f5e504094453084b352a114d5265d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/54d2594d0bd64e2cb200d2a84acc80f4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/47694f4c0deb4d2dbd7a843f51507864, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d4033e13f1504f9898d9088780a5bdd9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d1396288dcae4a9db7ef639c377f0359, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/af070d8281df45fe8e8da590308a1b22, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/8fb97373deac499a92f0cad469ecddb2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9fe0a4d61b114c019436f2ea95517d0c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a389e8f49bdd41a88785656f30b7c6e3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b3f0d2ea79754541aaff4116ae35e283, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9cdaffae399842448af5b0506ba376bc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/516c8aa1682a4ada9ebe027f78c16b43, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a7516780ea2c4979aff4aa61bb2fbde3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/93923d6b4d76417e9ee13a60b8598386, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/37ec896cccb74aec95b42f65f4732edc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/0119621d6ac24fc0b71d6245a3389044, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/4dca8c414b25460ea189a691961368d2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/da87ef69fea343e1b1c368fca5de8871] to archive 2024-11-20T00:23:51,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:23:51,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/c2d3e498d748497494e5422775641b88 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/c2d3e498d748497494e5422775641b88 2024-11-20T00:23:51,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b338820ad87b4a64985fefc027accbf6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b338820ad87b4a64985fefc027accbf6 2024-11-20T00:23:51,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/e5368a309abe4f06bf8e4cec2665f63d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/e5368a309abe4f06bf8e4cec2665f63d 2024-11-20T00:23:51,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/347f5e504094453084b352a114d5265d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/347f5e504094453084b352a114d5265d 2024-11-20T00:23:51,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/54d2594d0bd64e2cb200d2a84acc80f4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/54d2594d0bd64e2cb200d2a84acc80f4 2024-11-20T00:23:51,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/47694f4c0deb4d2dbd7a843f51507864 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/47694f4c0deb4d2dbd7a843f51507864 2024-11-20T00:23:51,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d4033e13f1504f9898d9088780a5bdd9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d4033e13f1504f9898d9088780a5bdd9 2024-11-20T00:23:51,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d1396288dcae4a9db7ef639c377f0359 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/d1396288dcae4a9db7ef639c377f0359 2024-11-20T00:23:51,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/af070d8281df45fe8e8da590308a1b22 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/af070d8281df45fe8e8da590308a1b22 2024-11-20T00:23:51,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/8fb97373deac499a92f0cad469ecddb2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/8fb97373deac499a92f0cad469ecddb2 2024-11-20T00:23:51,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9fe0a4d61b114c019436f2ea95517d0c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9fe0a4d61b114c019436f2ea95517d0c 2024-11-20T00:23:51,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a389e8f49bdd41a88785656f30b7c6e3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a389e8f49bdd41a88785656f30b7c6e3 2024-11-20T00:23:51,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b3f0d2ea79754541aaff4116ae35e283 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/b3f0d2ea79754541aaff4116ae35e283 2024-11-20T00:23:51,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9cdaffae399842448af5b0506ba376bc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/9cdaffae399842448af5b0506ba376bc 2024-11-20T00:23:51,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/516c8aa1682a4ada9ebe027f78c16b43 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/516c8aa1682a4ada9ebe027f78c16b43 2024-11-20T00:23:51,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a7516780ea2c4979aff4aa61bb2fbde3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a7516780ea2c4979aff4aa61bb2fbde3 2024-11-20T00:23:51,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/93923d6b4d76417e9ee13a60b8598386 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/93923d6b4d76417e9ee13a60b8598386 2024-11-20T00:23:51,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/37ec896cccb74aec95b42f65f4732edc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/37ec896cccb74aec95b42f65f4732edc 2024-11-20T00:23:51,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/0119621d6ac24fc0b71d6245a3389044 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/0119621d6ac24fc0b71d6245a3389044 2024-11-20T00:23:51,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/4dca8c414b25460ea189a691961368d2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/4dca8c414b25460ea189a691961368d2 2024-11-20T00:23:51,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/a1adb7ae668d4b0bb2a4bc0e2aa7cf44 2024-11-20T00:23:51,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/da87ef69fea343e1b1c368fca5de8871 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/da87ef69fea343e1b1c368fca5de8871 2024-11-20T00:23:51,824 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=4 2024-11-20T00:23:51,825 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69. 2024-11-20T00:23:51,825 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for f32ee11a681dde6ae336ffcd5c2adb69: 2024-11-20T00:23:51,827 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:51,828 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=f32ee11a681dde6ae336ffcd5c2adb69, regionState=CLOSED 2024-11-20T00:23:51,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T00:23:51,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure f32ee11a681dde6ae336ffcd5c2adb69, server=4c2f74f6ba1b,33563,1732062111045 in 1.8570 sec 2024-11-20T00:23:51,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T00:23:51,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32ee11a681dde6ae336ffcd5c2adb69, UNASSIGN in 1.8610 sec 2024-11-20T00:23:51,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T00:23:51,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8660 sec 2024-11-20T00:23:51,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062231835"}]},"ts":"1732062231835"} 2024-11-20T00:23:51,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T00:23:51,838 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T00:23:51,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8790 sec 2024-11-20T00:23:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T00:23:52,068 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-20T00:23:52,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T00:23:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:52,069 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T00:23:52,070 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:52,071 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,073 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/recovered.edits] 2024-11-20T00:23:52,076 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/0db3ae57bafc4ba38dfd6216dd33f4a2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/0db3ae57bafc4ba38dfd6216dd33f4a2 2024-11-20T00:23:52,078 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1975c284ab27415a813e00022b2918de to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/1975c284ab27415a813e00022b2918de 2024-11-20T00:23:52,079 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/20e949ce0e65444b8601ab6d0fe8917c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/20e949ce0e65444b8601ab6d0fe8917c 2024-11-20T00:23:52,081 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7727eb100ccf4b1e9717fbe621d6c015 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/7727eb100ccf4b1e9717fbe621d6c015 2024-11-20T00:23:52,088 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/bf4e6ded2db5400e9b15660344414056 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/A/bf4e6ded2db5400e9b15660344414056 2024-11-20T00:23:52,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/670d9b185e8b4589849c9f3e90867ad2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/670d9b185e8b4589849c9f3e90867ad2 2024-11-20T00:23:52,092 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7179d518d6f145b6b8ff497148475f77 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/7179d518d6f145b6b8ff497148475f77 2024-11-20T00:23:52,093 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/b6b6bcc57783423e83cda18dea358aa0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/b6b6bcc57783423e83cda18dea358aa0 2024-11-20T00:23:52,095 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6e173c988464d148c29ebc1a47170e8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/c6e173c988464d148c29ebc1a47170e8 2024-11-20T00:23:52,096 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca52520292194a9db295f1a258e06012 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/B/ca52520292194a9db295f1a258e06012 2024-11-20T00:23:52,098 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/00e258291f8d4a14bf4b68ad869c0869 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/00e258291f8d4a14bf4b68ad869c0869 2024-11-20T00:23:52,099 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/355cc3151a25492fa9fce9919ea16987 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/355cc3151a25492fa9fce9919ea16987 2024-11-20T00:23:52,101 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/7dbb1df5c85d45ff9e17651501e1bc23 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/7dbb1df5c85d45ff9e17651501e1bc23 2024-11-20T00:23:52,102 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/aaa584e1176840f5ada902c4ad0a11b7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/aaa584e1176840f5ada902c4ad0a11b7 2024-11-20T00:23:52,103 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/bba11ba791434d54acc6134334fa5b9f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/C/bba11ba791434d54acc6134334fa5b9f 2024-11-20T00:23:52,106 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/recovered.edits/382.seqid to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69/recovered.edits/382.seqid 2024-11-20T00:23:52,107 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T00:23:52,107 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T00:23:52,108 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T00:23:52,111 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202999b300f6b04937a4a53aa3a16b79a3_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202999b300f6b04937a4a53aa3a16b79a3_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,113 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202aad0ffb5e7344e9ba9e21edaca06a86_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202aad0ffb5e7344e9ba9e21edaca06a86_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,114 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b66be324c084bdcafc0ddfd6a23893e_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b66be324c084bdcafc0ddfd6a23893e_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,115 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041f737b968fb44279343b0c28e0cc966_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041f737b968fb44279343b0c28e0cc966_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,116 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120467719417bf841fcaae6ac79fe7ec8f2_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120467719417bf841fcaae6ac79fe7ec8f2_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,118 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046a6b0dc51dc4c61beabe428365a0935_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046a6b0dc51dc4c61beabe428365a0935_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,119 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204ec94265807148bea64b86f11a4bfc4a_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204ec94265807148bea64b86f11a4bfc4a_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,120 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ecd082413664c6283560b6335c92a13_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ecd082413664c6283560b6335c92a13_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,122 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112065bc141aeb974462a7b57fc111567624_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112065bc141aeb974462a7b57fc111567624_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,123 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206695b4debffd4568abd545aff559667c_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206695b4debffd4568abd545aff559667c_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,124 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206699cb3b3fbd4c43905250eb033a6833_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206699cb3b3fbd4c43905250eb033a6833_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,125 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207eea6d6f9858495991ca2089df555b77_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207eea6d6f9858495991ca2089df555b77_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,127 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120866577f7fa4a49f4b32cdfd865c5c9de_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120866577f7fa4a49f4b32cdfd865c5c9de_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,128 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adf94b8d0e8d4738ba130ac18bb8ba7a_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adf94b8d0e8d4738ba130ac18bb8ba7a_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,129 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b3b23c65cfb04fea94779d7775cf7543_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b3b23c65cfb04fea94779d7775cf7543_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c814897ba9b6457aa037ceaa1ab32c5c_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c814897ba9b6457aa037ceaa1ab32c5c_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,132 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cc15ef3f40924b09be4fda756344de1b_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cc15ef3f40924b09be4fda756344de1b_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,133 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f7a4e37f312d4e779354de3fb3af3be9_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f7a4e37f312d4e779354de3fb3af3be9_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,134 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fbac58f4074c45af84afd0554eb7e5c1_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fbac58f4074c45af84afd0554eb7e5c1_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,135 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc231688c0b6459f8610688a0badbdae_f32ee11a681dde6ae336ffcd5c2adb69 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc231688c0b6459f8610688a0badbdae_f32ee11a681dde6ae336ffcd5c2adb69 2024-11-20T00:23:52,136 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T00:23:52,138 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:52,140 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T00:23:52,142 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T00:23:52,143 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:52,143 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T00:23:52,143 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732062232143"}]},"ts":"9223372036854775807"} 2024-11-20T00:23:52,145 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T00:23:52,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f32ee11a681dde6ae336ffcd5c2adb69, NAME => 'TestAcidGuarantees,,1732062204127.f32ee11a681dde6ae336ffcd5c2adb69.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T00:23:52,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T00:23:52,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732062232146"}]},"ts":"9223372036854775807"} 2024-11-20T00:23:52,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T00:23:52,150 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:52,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-11-20T00:23:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T00:23:52,171 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T00:23:52,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 507) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1558 (was 1694) 2024-11-20T00:23:52,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=1557 2024-11-20T00:23:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:23:52,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:23:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T00:23:52,196 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T00:23:52,196 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:52,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-20T00:23:52,196 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T00:23:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T00:23:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742271_1447 (size=960) 2024-11-20T00:23:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T00:23:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T00:23:52,604 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:23:52,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742272_1448 (size=53) 2024-11-20T00:23:52,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:23:52,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0a8b7723c873be51fa7a4561c0f5d6a5, disabling compactions & flushes 2024-11-20T00:23:52,615 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. after waiting 0 ms 2024-11-20T00:23:52,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,615 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:23:52,616 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T00:23:52,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732062232616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732062232616"}]},"ts":"1732062232616"} 2024-11-20T00:23:52,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T00:23:52,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T00:23:52,618 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062232618"}]},"ts":"1732062232618"} 2024-11-20T00:23:52,619 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T00:23:52,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a8b7723c873be51fa7a4561c0f5d6a5, ASSIGN}] 2024-11-20T00:23:52,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a8b7723c873be51fa7a4561c0f5d6a5, ASSIGN 2024-11-20T00:23:52,625 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a8b7723c873be51fa7a4561c0f5d6a5, ASSIGN; state=OFFLINE, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=false 2024-11-20T00:23:52,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=0a8b7723c873be51fa7a4561c0f5d6a5, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:52,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:23:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T00:23:52,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:52,931 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,931 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:23:52,931 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,931 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:23:52,931 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,931 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,932 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,934 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:52,934 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a8b7723c873be51fa7a4561c0f5d6a5 columnFamilyName A 2024-11-20T00:23:52,934 DEBUG [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:52,934 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.HStore(327): Store=0a8b7723c873be51fa7a4561c0f5d6a5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:52,935 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,936 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:52,936 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a8b7723c873be51fa7a4561c0f5d6a5 columnFamilyName B 2024-11-20T00:23:52,936 DEBUG [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:52,937 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.HStore(327): Store=0a8b7723c873be51fa7a4561c0f5d6a5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:52,937 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,938 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:23:52,939 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a8b7723c873be51fa7a4561c0f5d6a5 columnFamilyName C 2024-11-20T00:23:52,939 DEBUG [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:23:52,939 INFO [StoreOpener-0a8b7723c873be51fa7a4561c0f5d6a5-1 {}] regionserver.HStore(327): Store=0a8b7723c873be51fa7a4561c0f5d6a5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:23:52,939 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,940 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,941 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,942 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:23:52,943 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:52,946 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:23:52,946 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 0a8b7723c873be51fa7a4561c0f5d6a5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59647376, jitterRate=-0.11118483543395996}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:23:52,947 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:23:52,948 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., pid=125, masterSystemTime=1732062232928 2024-11-20T00:23:52,950 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,950 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:52,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=0a8b7723c873be51fa7a4561c0f5d6a5, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:52,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T00:23:52,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 in 176 msec 2024-11-20T00:23:52,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T00:23:52,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a8b7723c873be51fa7a4561c0f5d6a5, ASSIGN in 330 msec 2024-11-20T00:23:52,955 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T00:23:52,955 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062232955"}]},"ts":"1732062232955"} 2024-11-20T00:23:52,957 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T00:23:52,960 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T00:23:52,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 766 msec 2024-11-20T00:23:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T00:23:53,301 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-20T00:23:53,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-20T00:23:53,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,309 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T00:23:53,311 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T00:23:53,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-20T00:23:53,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-20T00:23:53,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-20T00:23:53,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-20T00:23:53,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-20T00:23:53,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-20T00:23:53,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-20T00:23:53,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-20T00:23:53,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-20T00:23:53,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-20T00:23:53,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:23:53,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-20T00:23:53,362 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T00:23:53,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:53,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:53,364 DEBUG [hconnection-0xf7815fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,364 DEBUG [hconnection-0x2efb80ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,365 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,365 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,366 DEBUG [hconnection-0x4964f417-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,366 DEBUG [hconnection-0x4d904c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,367 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,367 DEBUG [hconnection-0x2889d722-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,368 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,368 DEBUG [hconnection-0x6eea4e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,369 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,371 DEBUG [hconnection-0x4e4c1219-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,371 DEBUG [hconnection-0x76a7926f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,372 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,372 DEBUG [hconnection-0x4f61a8bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,372 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,373 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:53,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:23:53,376 DEBUG [hconnection-0x45898c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:23:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:23:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:23:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:23:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:53,376 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:23:53,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062293389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062293389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062293390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062293391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062293392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/9499aa9fecb642688eb257a5553c92ed is 50, key is test_row_0/A:col10/1732062233374/Put/seqid=0 2024-11-20T00:23:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742273_1449 (size=12001) 2024-11-20T00:23:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T00:23:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062293497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062293497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062293497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062293498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062293498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T00:23:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T00:23:53,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T00:23:53,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:53,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062293701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062293701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062293702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062293702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062293702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/9499aa9fecb642688eb257a5553c92ed 2024-11-20T00:23:53,819 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T00:23:53,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:53,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/31b66655e944461f80f905e606d2dcf5 is 50, key is test_row_0/B:col10/1732062233374/Put/seqid=0 2024-11-20T00:23:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742274_1450 (size=12001) 2024-11-20T00:23:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T00:23:53,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:53,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T00:23:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:53,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:54,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062294005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062294006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062294006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062294007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062294007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T00:23:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:54,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:54,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/31b66655e944461f80f905e606d2dcf5 2024-11-20T00:23:54,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/d2b090ff29e04950be60e8530e5001cf is 50, key is test_row_0/C:col10/1732062233374/Put/seqid=0 2024-11-20T00:23:54,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T00:23:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:54,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:54,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:23:54,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742275_1451 (size=12001) 2024-11-20T00:23:54,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/d2b090ff29e04950be60e8530e5001cf 2024-11-20T00:23:54,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/9499aa9fecb642688eb257a5553c92ed as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/9499aa9fecb642688eb257a5553c92ed 2024-11-20T00:23:54,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/9499aa9fecb642688eb257a5553c92ed, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T00:23:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/31b66655e944461f80f905e606d2dcf5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/31b66655e944461f80f905e606d2dcf5 2024-11-20T00:23:54,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/31b66655e944461f80f905e606d2dcf5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T00:23:54,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/d2b090ff29e04950be60e8530e5001cf as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2b090ff29e04950be60e8530e5001cf 2024-11-20T00:23:54,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2b090ff29e04950be60e8530e5001cf, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T00:23:54,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 946ms, sequenceid=16, compaction requested=false 2024-11-20T00:23:54,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:23:54,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T00:23:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:54,436 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:23:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:23:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:23:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:23:54,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/a3aad0f9565345aeb0bcadec2039f52b is 50, key is test_row_0/A:col10/1732062233389/Put/seqid=0 2024-11-20T00:23:54,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742276_1452 (size=12001) 2024-11-20T00:23:54,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/a3aad0f9565345aeb0bcadec2039f52b 2024-11-20T00:23:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8427349427144de9aaea024142a73536 is 50, key is test_row_0/B:col10/1732062233389/Put/seqid=0 2024-11-20T00:23:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742277_1453 (size=12001) 2024-11-20T00:23:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T00:23:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:54,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062294519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062294520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062294521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062294522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062294522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062294623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062294629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062294629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062294629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062294629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062294826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062294831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062294833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062294833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062294834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:54,858 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8427349427144de9aaea024142a73536 2024-11-20T00:23:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/246121cc16924fc4bbbd1d29f31e5b4c is 50, key is test_row_0/C:col10/1732062233389/Put/seqid=0 2024-11-20T00:23:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742278_1454 (size=12001) 2024-11-20T00:23:55,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062295130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062295135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062295137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062295138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062295139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/246121cc16924fc4bbbd1d29f31e5b4c 2024-11-20T00:23:55,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/a3aad0f9565345aeb0bcadec2039f52b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a3aad0f9565345aeb0bcadec2039f52b 2024-11-20T00:23:55,276 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a3aad0f9565345aeb0bcadec2039f52b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T00:23:55,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8427349427144de9aaea024142a73536 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8427349427144de9aaea024142a73536 2024-11-20T00:23:55,280 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8427349427144de9aaea024142a73536, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T00:23:55,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/246121cc16924fc4bbbd1d29f31e5b4c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/246121cc16924fc4bbbd1d29f31e5b4c 2024-11-20T00:23:55,284 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/246121cc16924fc4bbbd1d29f31e5b4c, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T00:23:55,285 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 848ms, sequenceid=39, compaction requested=false 2024-11-20T00:23:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:23:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-20T00:23:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-20T00:23:55,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T00:23:55,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9230 sec 2024-11-20T00:23:55,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9270 sec 2024-11-20T00:23:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T00:23:55,466 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-20T00:23:55,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-20T00:23:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T00:23:55,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:55,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:55,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T00:23:55,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T00:23:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:55,621 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:23:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:23:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:23:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:23:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:55,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/090e5446576f4bc48cbb008fddeb80b2 is 50, key is test_row_0/A:col10/1732062234521/Put/seqid=0 2024-11-20T00:23:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742279_1455 (size=12001) 2024-11-20T00:23:55,630 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/090e5446576f4bc48cbb008fddeb80b2 2024-11-20T00:23:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:55,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0ba952224e694f598fdb952b7cb93481 is 50, key is test_row_0/B:col10/1732062234521/Put/seqid=0 2024-11-20T00:23:55,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742280_1456 (size=12001) 2024-11-20T00:23:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062295690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062295690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062295690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062295691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062295691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T00:23:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062295796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062295796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062295797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062295797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062295797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062296000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062296000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062296000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062296001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062296001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,044 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0ba952224e694f598fdb952b7cb93481 2024-11-20T00:23:56,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/217f72e74ffa4d71b63427dcb0d0d780 is 50, key is test_row_0/C:col10/1732062234521/Put/seqid=0 2024-11-20T00:23:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742281_1457 (size=12001) 2024-11-20T00:23:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T00:23:56,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062296305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062296305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062296305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062296306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062296307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,455 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/217f72e74ffa4d71b63427dcb0d0d780 2024-11-20T00:23:56,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/090e5446576f4bc48cbb008fddeb80b2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/090e5446576f4bc48cbb008fddeb80b2 2024-11-20T00:23:56,462 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/090e5446576f4bc48cbb008fddeb80b2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T00:23:56,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0ba952224e694f598fdb952b7cb93481 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0ba952224e694f598fdb952b7cb93481 2024-11-20T00:23:56,466 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0ba952224e694f598fdb952b7cb93481, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T00:23:56,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/217f72e74ffa4d71b63427dcb0d0d780 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/217f72e74ffa4d71b63427dcb0d0d780 2024-11-20T00:23:56,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/217f72e74ffa4d71b63427dcb0d0d780, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T00:23:56,471 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 849ms, sequenceid=52, compaction requested=true 2024-11-20T00:23:56,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:23:56,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:56,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-20T00:23:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-20T00:23:56,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T00:23:56,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0020 sec 2024-11-20T00:23:56,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0050 sec 2024-11-20T00:23:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T00:23:56,572 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T00:23:56,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-20T00:23:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T00:23:56,574 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:56,575 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:56,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T00:23:56,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T00:23:56,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:56,727 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:23:56,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:23:56,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:23:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:23:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/a2c4f54bdade4dc9be6bbf515923cef3 is 50, key is test_row_0/A:col10/1732062235662/Put/seqid=0 2024-11-20T00:23:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742282_1458 (size=12001) 2024-11-20T00:23:56,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/a2c4f54bdade4dc9be6bbf515923cef3 2024-11-20T00:23:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/16fb3cdbf0644a4e83f14d0fd75cb569 is 50, key is test_row_0/B:col10/1732062235662/Put/seqid=0 2024-11-20T00:23:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742283_1459 (size=12001) 2024-11-20T00:23:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:56,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062296819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062296824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062296825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062296831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062296831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T00:23:56,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062296932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062296938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062296938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062296940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:56,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062296941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062297138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,147 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/16fb3cdbf0644a4e83f14d0fd75cb569 2024-11-20T00:23:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062297143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062297143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062297143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062297146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/f75d244d252343d9b3a041d8da9fe325 is 50, key is test_row_0/C:col10/1732062235662/Put/seqid=0 2024-11-20T00:23:57,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742284_1460 (size=12001) 2024-11-20T00:23:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T00:23:57,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T00:23:57,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062297442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062297448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062297449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062297450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062297451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,559 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/f75d244d252343d9b3a041d8da9fe325 2024-11-20T00:23:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/a2c4f54bdade4dc9be6bbf515923cef3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a2c4f54bdade4dc9be6bbf515923cef3 2024-11-20T00:23:57,566 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a2c4f54bdade4dc9be6bbf515923cef3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T00:23:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/16fb3cdbf0644a4e83f14d0fd75cb569 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/16fb3cdbf0644a4e83f14d0fd75cb569 2024-11-20T00:23:57,570 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/16fb3cdbf0644a4e83f14d0fd75cb569, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T00:23:57,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/f75d244d252343d9b3a041d8da9fe325 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f75d244d252343d9b3a041d8da9fe325 2024-11-20T00:23:57,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f75d244d252343d9b3a041d8da9fe325, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T00:23:57,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 848ms, sequenceid=76, compaction requested=true 2024-11-20T00:23:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:23:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-20T00:23:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-20T00:23:57,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T00:23:57,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0020 sec 2024-11-20T00:23:57,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0050 sec 2024-11-20T00:23:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T00:23:57,678 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-20T00:23:57,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T00:23:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T00:23:57,680 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:57,681 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:57,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T00:23:57,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T00:23:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:57,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:23:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:23:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:23:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:23:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:57,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/7e9ebc8027174987860cc733078ac434 is 50, key is test_row_0/A:col10/1732062236830/Put/seqid=0 2024-11-20T00:23:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742285_1461 (size=12001) 2024-11-20T00:23:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:57,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T00:23:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062297982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062297987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062297988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062297988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:57,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062297988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062298089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062298094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062298094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062298094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062298094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,245 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/7e9ebc8027174987860cc733078ac434 2024-11-20T00:23:58,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/7ef3645a5a484ae4bd8b4dd9798ede94 is 50, key is test_row_0/B:col10/1732062236830/Put/seqid=0 2024-11-20T00:23:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742286_1462 (size=12001) 2024-11-20T00:23:58,255 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/7ef3645a5a484ae4bd8b4dd9798ede94 2024-11-20T00:23:58,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/d2508e9139894d45948985cbd59777df is 50, key is test_row_0/C:col10/1732062236830/Put/seqid=0 2024-11-20T00:23:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742287_1463 (size=12001) 2024-11-20T00:23:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T00:23:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062298294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062298300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062298300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062298301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062298301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062298599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062298605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062298606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062298606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062298606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,664 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/d2508e9139894d45948985cbd59777df 2024-11-20T00:23:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/7e9ebc8027174987860cc733078ac434 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/7e9ebc8027174987860cc733078ac434 2024-11-20T00:23:58,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/7e9ebc8027174987860cc733078ac434, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T00:23:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/7ef3645a5a484ae4bd8b4dd9798ede94 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/7ef3645a5a484ae4bd8b4dd9798ede94 2024-11-20T00:23:58,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/7ef3645a5a484ae4bd8b4dd9798ede94, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T00:23:58,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/d2508e9139894d45948985cbd59777df as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2508e9139894d45948985cbd59777df 2024-11-20T00:23:58,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2508e9139894d45948985cbd59777df, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T00:23:58,679 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 846ms, sequenceid=89, compaction requested=true 2024-11-20T00:23:58,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:23:58,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:58,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T00:23:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T00:23:58,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T00:23:58,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-20T00:23:58,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0020 sec 2024-11-20T00:23:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T00:23:58,783 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T00:23:58,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:23:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-20T00:23:58,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:23:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T00:23:58,786 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:23:58,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:23:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T00:23:58,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:58,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T00:23:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:23:58,938 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:23:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:23:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:23:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:23:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:23:58,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/f326b5b476444b30a69b49bd25997660 is 50, key is test_row_0/A:col10/1732062237981/Put/seqid=0 2024-11-20T00:23:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742288_1464 (size=12001) 2024-11-20T00:23:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T00:23:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:23:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:23:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062299118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062299120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062299126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062299127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062299127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062299228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062299228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062299235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062299235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062299235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/f326b5b476444b30a69b49bd25997660 2024-11-20T00:23:59,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/a28f685507e349c6b5f6bdc739f0efc3 is 50, key is test_row_0/B:col10/1732062237981/Put/seqid=0 2024-11-20T00:23:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742289_1465 (size=12001) 2024-11-20T00:23:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T00:23:59,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062299431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062299432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062299437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062299438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062299438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062299737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062299739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062299744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062299744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:23:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062299744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:23:59,769 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/a28f685507e349c6b5f6bdc739f0efc3 2024-11-20T00:23:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/6e487f2e44294aeba4e09d81ac71ecbc is 50, key is test_row_0/C:col10/1732062237981/Put/seqid=0 2024-11-20T00:23:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742290_1466 (size=12001) 2024-11-20T00:23:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T00:24:00,180 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/6e487f2e44294aeba4e09d81ac71ecbc 2024-11-20T00:24:00,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/f326b5b476444b30a69b49bd25997660 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f326b5b476444b30a69b49bd25997660 2024-11-20T00:24:00,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f326b5b476444b30a69b49bd25997660, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T00:24:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/a28f685507e349c6b5f6bdc739f0efc3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a28f685507e349c6b5f6bdc739f0efc3 2024-11-20T00:24:00,191 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a28f685507e349c6b5f6bdc739f0efc3, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T00:24:00,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/6e487f2e44294aeba4e09d81ac71ecbc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6e487f2e44294aeba4e09d81ac71ecbc 2024-11-20T00:24:00,195 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6e487f2e44294aeba4e09d81ac71ecbc, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T00:24:00,196 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 1258ms, sequenceid=114, compaction requested=true 2024-11-20T00:24:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-20T00:24:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-20T00:24:00,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T00:24:00,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-20T00:24:00,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4140 sec 2024-11-20T00:24:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:00,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:24:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:00,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/2de246e7869d457693c7d1ce9e35d467 is 50, key is test_row_0/A:col10/1732062240248/Put/seqid=0 2024-11-20T00:24:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742291_1467 (size=16681) 2024-11-20T00:24:00,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062300282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062300283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062300287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062300290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062300290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062300391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062300396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062300398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062300398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062300399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062300597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062300599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062300605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062300605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062300606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/2de246e7869d457693c7d1ce9e35d467 2024-11-20T00:24:00,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/426ca00790a143128ea999054a4204ab is 50, key is test_row_0/B:col10/1732062240248/Put/seqid=0 2024-11-20T00:24:00,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742292_1468 (size=12001) 2024-11-20T00:24:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T00:24:00,889 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T00:24:00,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-20T00:24:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T00:24:00,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:00,892 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:00,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:00,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062300903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062300905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062300913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062300914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062300914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T00:24:01,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T00:24:01,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:01,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/426ca00790a143128ea999054a4204ab 2024-11-20T00:24:01,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/a27768b5063d400c88f81ffd664a51c2 is 50, key is test_row_0/C:col10/1732062240248/Put/seqid=0 2024-11-20T00:24:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742293_1469 (size=12001) 2024-11-20T00:24:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T00:24:01,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T00:24:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T00:24:01,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:01,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062301409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062301411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062301417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062301418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062301420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/a27768b5063d400c88f81ffd664a51c2 2024-11-20T00:24:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/2de246e7869d457693c7d1ce9e35d467 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/2de246e7869d457693c7d1ce9e35d467 2024-11-20T00:24:01,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/2de246e7869d457693c7d1ce9e35d467, entries=250, sequenceid=127, filesize=16.3 K 2024-11-20T00:24:01,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/426ca00790a143128ea999054a4204ab as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/426ca00790a143128ea999054a4204ab 2024-11-20T00:24:01,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/426ca00790a143128ea999054a4204ab, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T00:24:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/a27768b5063d400c88f81ffd664a51c2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a27768b5063d400c88f81ffd664a51c2 2024-11-20T00:24:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T00:24:01,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a27768b5063d400c88f81ffd664a51c2, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T00:24:01,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 1248ms, sequenceid=127, compaction requested=true 2024-11-20T00:24:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:01,496 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-20T00:24:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:01,496 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-20T00:24:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:01,498 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 88687 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-20T00:24:01,498 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84007 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-20T00:24:01,499 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/A is initiating minor compaction (all files) 2024-11-20T00:24:01,499 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/B is initiating minor compaction (all files) 2024-11-20T00:24:01,499 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/A in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,499 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/B in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,499 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/9499aa9fecb642688eb257a5553c92ed, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a3aad0f9565345aeb0bcadec2039f52b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/090e5446576f4bc48cbb008fddeb80b2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a2c4f54bdade4dc9be6bbf515923cef3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/7e9ebc8027174987860cc733078ac434, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f326b5b476444b30a69b49bd25997660, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/2de246e7869d457693c7d1ce9e35d467] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=86.6 K 2024-11-20T00:24:01,499 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/31b66655e944461f80f905e606d2dcf5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8427349427144de9aaea024142a73536, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0ba952224e694f598fdb952b7cb93481, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/16fb3cdbf0644a4e83f14d0fd75cb569, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/7ef3645a5a484ae4bd8b4dd9798ede94, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a28f685507e349c6b5f6bdc739f0efc3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/426ca00790a143128ea999054a4204ab] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=82.0 K 2024-11-20T00:24:01,499 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9499aa9fecb642688eb257a5553c92ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732062233369 2024-11-20T00:24:01,499 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 31b66655e944461f80f905e606d2dcf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732062233369 2024-11-20T00:24:01,499 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8427349427144de9aaea024142a73536, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732062233386 2024-11-20T00:24:01,499 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3aad0f9565345aeb0bcadec2039f52b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732062233386 2024-11-20T00:24:01,500 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 090e5446576f4bc48cbb008fddeb80b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732062234519 2024-11-20T00:24:01,500 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ba952224e694f598fdb952b7cb93481, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732062234519 2024-11-20T00:24:01,501 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2c4f54bdade4dc9be6bbf515923cef3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732062235662 2024-11-20T00:24:01,501 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 16fb3cdbf0644a4e83f14d0fd75cb569, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732062235662 2024-11-20T00:24:01,501 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9ebc8027174987860cc733078ac434, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732062236824 2024-11-20T00:24:01,501 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ef3645a5a484ae4bd8b4dd9798ede94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732062236824 2024-11-20T00:24:01,501 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f326b5b476444b30a69b49bd25997660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732062237981 2024-11-20T00:24:01,501 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a28f685507e349c6b5f6bdc739f0efc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732062237981 2024-11-20T00:24:01,502 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2de246e7869d457693c7d1ce9e35d467, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732062239125 2024-11-20T00:24:01,502 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 426ca00790a143128ea999054a4204ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732062239126 2024-11-20T00:24:01,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:01,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T00:24:01,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,502 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:24:01,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:01,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:01,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:01,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:01,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:01,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:01,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/d8a7329381ab480fb3c37c4767ab9cde is 50, key is test_row_0/A:col10/1732062240290/Put/seqid=0 2024-11-20T00:24:01,525 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#B#compaction#397 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:01,525 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#A#compaction#396 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:01,526 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4ccb44c0533e4f4091b82ca4a0c7911b is 50, key is test_row_0/B:col10/1732062240248/Put/seqid=0 2024-11-20T00:24:01,526 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/19d1778283dc40609e97e5774db74e13 is 50, key is test_row_0/A:col10/1732062240248/Put/seqid=0 2024-11-20T00:24:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742294_1470 (size=12151) 2024-11-20T00:24:01,527 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/d8a7329381ab480fb3c37c4767ab9cde 2024-11-20T00:24:01,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742295_1471 (size=12241) 2024-11-20T00:24:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742296_1472 (size=12241) 2024-11-20T00:24:01,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/c0424b2490dd4513802760188649dd70 is 50, key is test_row_0/B:col10/1732062240290/Put/seqid=0 2024-11-20T00:24:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742297_1473 (size=12151) 2024-11-20T00:24:01,543 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4ccb44c0533e4f4091b82ca4a0c7911b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4ccb44c0533e4f4091b82ca4a0c7911b 2024-11-20T00:24:01,548 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/B of 0a8b7723c873be51fa7a4561c0f5d6a5 into 4ccb44c0533e4f4091b82ca4a0c7911b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:01,548 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:01,548 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/B, priority=9, startTime=1732062241496; duration=0sec 2024-11-20T00:24:01,548 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:01,548 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:01,548 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-20T00:24:01,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84007 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-20T00:24:01,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/C is initiating minor compaction (all files) 2024-11-20T00:24:01,550 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/C in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,550 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2b090ff29e04950be60e8530e5001cf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/246121cc16924fc4bbbd1d29f31e5b4c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/217f72e74ffa4d71b63427dcb0d0d780, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f75d244d252343d9b3a041d8da9fe325, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2508e9139894d45948985cbd59777df, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6e487f2e44294aeba4e09d81ac71ecbc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a27768b5063d400c88f81ffd664a51c2] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=82.0 K 2024-11-20T00:24:01,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d2b090ff29e04950be60e8530e5001cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732062233369 2024-11-20T00:24:01,550 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 246121cc16924fc4bbbd1d29f31e5b4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732062233386 2024-11-20T00:24:01,551 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 217f72e74ffa4d71b63427dcb0d0d780, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732062234519 2024-11-20T00:24:01,551 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting f75d244d252343d9b3a041d8da9fe325, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732062235662 2024-11-20T00:24:01,551 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d2508e9139894d45948985cbd59777df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732062236824 2024-11-20T00:24:01,551 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e487f2e44294aeba4e09d81ac71ecbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732062237981 2024-11-20T00:24:01,552 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a27768b5063d400c88f81ffd664a51c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732062239126 2024-11-20T00:24:01,565 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#C#compaction#399 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:01,566 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/ea2a18caf1854641a63d198738e718ae is 50, key is test_row_0/C:col10/1732062240248/Put/seqid=0 2024-11-20T00:24:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742298_1474 (size=12241) 2024-11-20T00:24:01,937 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/19d1778283dc40609e97e5774db74e13 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/19d1778283dc40609e97e5774db74e13 2024-11-20T00:24:01,942 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/A of 0a8b7723c873be51fa7a4561c0f5d6a5 into 19d1778283dc40609e97e5774db74e13(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:01,942 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:01,942 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/A, priority=9, startTime=1732062241496; duration=0sec 2024-11-20T00:24:01,942 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:01,942 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:01,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/c0424b2490dd4513802760188649dd70 2024-11-20T00:24:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/45542f0220734cd7a04fdbf6184ca366 is 50, key is test_row_0/C:col10/1732062240290/Put/seqid=0 2024-11-20T00:24:01,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742299_1475 (size=12151) 2024-11-20T00:24:01,953 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/45542f0220734cd7a04fdbf6184ca366 2024-11-20T00:24:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/d8a7329381ab480fb3c37c4767ab9cde as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/d8a7329381ab480fb3c37c4767ab9cde 2024-11-20T00:24:01,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/d8a7329381ab480fb3c37c4767ab9cde, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T00:24:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/c0424b2490dd4513802760188649dd70 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/c0424b2490dd4513802760188649dd70 2024-11-20T00:24:01,963 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/c0424b2490dd4513802760188649dd70, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T00:24:01,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/45542f0220734cd7a04fdbf6184ca366 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/45542f0220734cd7a04fdbf6184ca366 2024-11-20T00:24:01,967 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/45542f0220734cd7a04fdbf6184ca366, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T00:24:01,968 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 466ms, sequenceid=150, compaction requested=false 2024-11-20T00:24:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-20T00:24:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-20T00:24:01,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T00:24:01,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0770 sec 2024-11-20T00:24:01,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.0820 sec 2024-11-20T00:24:01,973 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/ea2a18caf1854641a63d198738e718ae as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/ea2a18caf1854641a63d198738e718ae 2024-11-20T00:24:01,977 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/C of 0a8b7723c873be51fa7a4561c0f5d6a5 into ea2a18caf1854641a63d198738e718ae(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:01,977 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:01,977 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/C, priority=9, startTime=1732062241496; duration=0sec 2024-11-20T00:24:01,977 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:01,977 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T00:24:01,994 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T00:24:01,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-20T00:24:01,997 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T00:24:01,998 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:01,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T00:24:02,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T00:24:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-20T00:24:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-20T00:24:02,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T00:24:02,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-20T00:24:02,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 161 msec 2024-11-20T00:24:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T00:24:02,299 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T00:24:02,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-20T00:24:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T00:24:02,302 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:02,303 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:02,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T00:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:02,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:24:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:02,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/aee03b423c244c049325f5f7d59f74bd is 50, key is test_row_0/A:col10/1732062242429/Put/seqid=0 2024-11-20T00:24:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742300_1476 (size=16931) 2024-11-20T00:24:02,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/aee03b423c244c049325f5f7d59f74bd 2024-11-20T00:24:02,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T00:24:02,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:02,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062302457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062302463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062302464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062302464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062302465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/5b20530fcdb0431483b2c28d10b9806c is 50, key is test_row_0/B:col10/1732062242429/Put/seqid=0 2024-11-20T00:24:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742301_1477 (size=12151) 2024-11-20T00:24:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062302566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062302570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062302570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062302575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062302576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T00:24:02,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T00:24:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T00:24:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062302772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062302773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062302773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062302779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062302779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/5b20530fcdb0431483b2c28d10b9806c 2024-11-20T00:24:02,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/f4ba96c58b074bacb4dfe09b432c28d2 is 50, key is test_row_0/C:col10/1732062242429/Put/seqid=0 2024-11-20T00:24:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742302_1478 (size=12151) 2024-11-20T00:24:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T00:24:02,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:02,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T00:24:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:02,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:03,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T00:24:03,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:03,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:03,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:03,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062303075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062303078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062303080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062303083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062303085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T00:24:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:03,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/f4ba96c58b074bacb4dfe09b432c28d2 2024-11-20T00:24:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/aee03b423c244c049325f5f7d59f74bd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/aee03b423c244c049325f5f7d59f74bd 2024-11-20T00:24:03,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/aee03b423c244c049325f5f7d59f74bd, entries=250, sequenceid=166, filesize=16.5 K 2024-11-20T00:24:03,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/5b20530fcdb0431483b2c28d10b9806c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/5b20530fcdb0431483b2c28d10b9806c 2024-11-20T00:24:03,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/5b20530fcdb0431483b2c28d10b9806c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-20T00:24:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/f4ba96c58b074bacb4dfe09b432c28d2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f4ba96c58b074bacb4dfe09b432c28d2 2024-11-20T00:24:03,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f4ba96c58b074bacb4dfe09b432c28d2, entries=150, sequenceid=166, filesize=11.9 K 2024-11-20T00:24:03,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 874ms, sequenceid=166, compaction requested=true 2024-11-20T00:24:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:03,305 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:03,305 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:03,308 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41323 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:03,308 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:03,308 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/A is initiating minor compaction (all files) 2024-11-20T00:24:03,308 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/B is initiating minor compaction (all files) 2024-11-20T00:24:03,308 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/A in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,308 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/B in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,308 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/19d1778283dc40609e97e5774db74e13, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/d8a7329381ab480fb3c37c4767ab9cde, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/aee03b423c244c049325f5f7d59f74bd] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=40.4 K 2024-11-20T00:24:03,308 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4ccb44c0533e4f4091b82ca4a0c7911b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/c0424b2490dd4513802760188649dd70, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/5b20530fcdb0431483b2c28d10b9806c] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=35.7 K 2024-11-20T00:24:03,309 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ccb44c0533e4f4091b82ca4a0c7911b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732062239126 2024-11-20T00:24:03,309 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19d1778283dc40609e97e5774db74e13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732062239126 2024-11-20T00:24:03,309 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c0424b2490dd4513802760188649dd70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732062240286 2024-11-20T00:24:03,309 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8a7329381ab480fb3c37c4767ab9cde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732062240286 2024-11-20T00:24:03,309 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b20530fcdb0431483b2c28d10b9806c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732062242428 2024-11-20T00:24:03,309 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee03b423c244c049325f5f7d59f74bd, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732062242425 2024-11-20T00:24:03,315 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:03,315 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/15722481248b4dcc8b721b40f95ffe00 is 50, key is test_row_0/A:col10/1732062242429/Put/seqid=0 2024-11-20T00:24:03,316 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#B#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:03,316 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/99c7976c749c4e1a86ef68b09d01cfe9 is 50, key is test_row_0/B:col10/1732062242429/Put/seqid=0 2024-11-20T00:24:03,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742304_1480 (size=12493) 2024-11-20T00:24:03,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742303_1479 (size=12493) 2024-11-20T00:24:03,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T00:24:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,371 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:24:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/326f73815556405e9e0ebf2d26253513 is 50, key is test_row_0/A:col10/1732062242461/Put/seqid=0 2024-11-20T00:24:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742305_1481 (size=12151) 2024-11-20T00:24:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T00:24:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:03,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062303592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062303592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062303597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062303599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062303599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062303700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062303703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062303708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062303708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,732 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/15722481248b4dcc8b721b40f95ffe00 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/15722481248b4dcc8b721b40f95ffe00 2024-11-20T00:24:03,732 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/99c7976c749c4e1a86ef68b09d01cfe9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/99c7976c749c4e1a86ef68b09d01cfe9 2024-11-20T00:24:03,737 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/B of 0a8b7723c873be51fa7a4561c0f5d6a5 into 99c7976c749c4e1a86ef68b09d01cfe9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:03,737 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/A of 0a8b7723c873be51fa7a4561c0f5d6a5 into 15722481248b4dcc8b721b40f95ffe00(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:03,737 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:03,737 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:03,737 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/A, priority=13, startTime=1732062243305; duration=0sec 2024-11-20T00:24:03,737 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/B, priority=13, startTime=1732062243305; duration=0sec 2024-11-20T00:24:03,737 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:03,737 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:03,737 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:03,737 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:03,737 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:03,738 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:03,738 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/C is initiating minor compaction (all files) 2024-11-20T00:24:03,738 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/C in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,738 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/ea2a18caf1854641a63d198738e718ae, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/45542f0220734cd7a04fdbf6184ca366, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f4ba96c58b074bacb4dfe09b432c28d2] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=35.7 K 2024-11-20T00:24:03,738 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea2a18caf1854641a63d198738e718ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732062239126 2024-11-20T00:24:03,739 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45542f0220734cd7a04fdbf6184ca366, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732062240286 2024-11-20T00:24:03,739 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4ba96c58b074bacb4dfe09b432c28d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732062242428 2024-11-20T00:24:03,745 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:03,746 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/a3c3d62feb904379bd46b01b0dae819c is 50, key is test_row_0/C:col10/1732062242429/Put/seqid=0 2024-11-20T00:24:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742306_1482 (size=12493) 2024-11-20T00:24:03,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/326f73815556405e9e0ebf2d26253513 2024-11-20T00:24:03,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/ca4a750668b140a3a2433cb6ebc27037 is 50, key is test_row_0/B:col10/1732062242461/Put/seqid=0 2024-11-20T00:24:03,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742307_1483 (size=12151) 2024-11-20T00:24:03,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/ca4a750668b140a3a2433cb6ebc27037 2024-11-20T00:24:03,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/fbe22e24d68d4947a86c9ed3877eec44 is 50, key is test_row_0/C:col10/1732062242461/Put/seqid=0 2024-11-20T00:24:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742308_1484 (size=12151) 2024-11-20T00:24:03,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/fbe22e24d68d4947a86c9ed3877eec44 2024-11-20T00:24:03,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/326f73815556405e9e0ebf2d26253513 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/326f73815556405e9e0ebf2d26253513 2024-11-20T00:24:03,817 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/326f73815556405e9e0ebf2d26253513, entries=150, sequenceid=190, filesize=11.9 K 2024-11-20T00:24:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/ca4a750668b140a3a2433cb6ebc27037 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/ca4a750668b140a3a2433cb6ebc27037 2024-11-20T00:24:03,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/ca4a750668b140a3a2433cb6ebc27037, entries=150, sequenceid=190, filesize=11.9 K 2024-11-20T00:24:03,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/fbe22e24d68d4947a86c9ed3877eec44 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fbe22e24d68d4947a86c9ed3877eec44 2024-11-20T00:24:03,826 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fbe22e24d68d4947a86c9ed3877eec44, entries=150, sequenceid=190, filesize=11.9 K 2024-11-20T00:24:03,826 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 455ms, sequenceid=190, compaction requested=false 2024-11-20T00:24:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-20T00:24:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-20T00:24:03,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T00:24:03,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5250 sec 2024-11-20T00:24:03,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.5280 sec 2024-11-20T00:24:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:03,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:24:03,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:03,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:03,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:03,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:03,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:03,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:03,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/b0a50ec019be446e9a594ee539b67fdd is 50, key is test_row_0/A:col10/1732062243908/Put/seqid=0 2024-11-20T00:24:03,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742309_1485 (size=14541) 2024-11-20T00:24:03,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062303949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062303950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062303954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062303954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062304056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062304058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062304066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062304067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,156 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/a3c3d62feb904379bd46b01b0dae819c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a3c3d62feb904379bd46b01b0dae819c 2024-11-20T00:24:04,161 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/C of 0a8b7723c873be51fa7a4561c0f5d6a5 into a3c3d62feb904379bd46b01b0dae819c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:04,162 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:04,162 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/C, priority=13, startTime=1732062243305; duration=0sec 2024-11-20T00:24:04,162 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:04,162 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:04,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062304271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062304270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062304278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062304279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/b0a50ec019be446e9a594ee539b67fdd 2024-11-20T00:24:04,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8c25dee3e97744a4985f239a2a7207d1 is 50, key is test_row_0/B:col10/1732062243908/Put/seqid=0 2024-11-20T00:24:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T00:24:04,406 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-20T00:24:04,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742310_1486 (size=12151) 2024-11-20T00:24:04,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8c25dee3e97744a4985f239a2a7207d1 2024-11-20T00:24:04,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-20T00:24:04,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:04,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:04,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T00:24:04,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/fd086cc70ab04737a057b4a102129b06 is 50, key is test_row_0/C:col10/1732062243908/Put/seqid=0 2024-11-20T00:24:04,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742311_1487 (size=12151) 2024-11-20T00:24:04,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/fd086cc70ab04737a057b4a102129b06 2024-11-20T00:24:04,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/b0a50ec019be446e9a594ee539b67fdd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b0a50ec019be446e9a594ee539b67fdd 2024-11-20T00:24:04,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b0a50ec019be446e9a594ee539b67fdd, entries=200, sequenceid=205, filesize=14.2 K 2024-11-20T00:24:04,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8c25dee3e97744a4985f239a2a7207d1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8c25dee3e97744a4985f239a2a7207d1 2024-11-20T00:24:04,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8c25dee3e97744a4985f239a2a7207d1, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T00:24:04,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/fd086cc70ab04737a057b4a102129b06 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fd086cc70ab04737a057b4a102129b06 2024-11-20T00:24:04,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fd086cc70ab04737a057b4a102129b06, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T00:24:04,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 595ms, sequenceid=205, compaction requested=true 2024-11-20T00:24:04,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:04,505 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:04,506 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:04,513 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:04,513 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:04,513 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/A is initiating minor compaction (all files) 2024-11-20T00:24:04,513 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/B is initiating minor compaction (all files) 2024-11-20T00:24:04,514 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/A in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:04,514 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/B in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:04,514 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/99c7976c749c4e1a86ef68b09d01cfe9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/ca4a750668b140a3a2433cb6ebc27037, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8c25dee3e97744a4985f239a2a7207d1] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=35.9 K 2024-11-20T00:24:04,514 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/15722481248b4dcc8b721b40f95ffe00, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/326f73815556405e9e0ebf2d26253513, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b0a50ec019be446e9a594ee539b67fdd] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=38.3 K 2024-11-20T00:24:04,515 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15722481248b4dcc8b721b40f95ffe00, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732062242428 2024-11-20T00:24:04,515 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 99c7976c749c4e1a86ef68b09d01cfe9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732062242428 2024-11-20T00:24:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T00:24:04,515 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 326f73815556405e9e0ebf2d26253513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732062242461 2024-11-20T00:24:04,515 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ca4a750668b140a3a2433cb6ebc27037, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732062242461 2024-11-20T00:24:04,516 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c25dee3e97744a4985f239a2a7207d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732062243598 2024-11-20T00:24:04,516 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0a50ec019be446e9a594ee539b67fdd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732062243591 2024-11-20T00:24:04,539 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#A#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:04,540 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/5596c39f8f8b4b60b1c4dfe5b328ba05 is 50, key is test_row_0/A:col10/1732062243908/Put/seqid=0 2024-11-20T00:24:04,548 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:04,548 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0f15acd85d6e45ee998a6d496568eb96 is 50, key is test_row_0/B:col10/1732062243908/Put/seqid=0 2024-11-20T00:24:04,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T00:24:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:04,565 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:24:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:04,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:04,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:04,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742312_1488 (size=12595) 2024-11-20T00:24:04,595 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/5596c39f8f8b4b60b1c4dfe5b328ba05 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/5596c39f8f8b4b60b1c4dfe5b328ba05 2024-11-20T00:24:04,601 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/A of 0a8b7723c873be51fa7a4561c0f5d6a5 into 5596c39f8f8b4b60b1c4dfe5b328ba05(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:04,601 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:04,601 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/A, priority=13, startTime=1732062244505; duration=0sec 2024-11-20T00:24:04,601 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:04,601 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:04,601 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:04,604 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:04,604 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/C is initiating minor compaction (all files) 2024-11-20T00:24:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0e70ca6dd7264b38ad9680d6192f9c10 is 50, key is test_row_0/A:col10/1732062243953/Put/seqid=0 2024-11-20T00:24:04,604 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/C in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:04,604 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a3c3d62feb904379bd46b01b0dae819c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fbe22e24d68d4947a86c9ed3877eec44, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fd086cc70ab04737a057b4a102129b06] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=35.9 K 2024-11-20T00:24:04,604 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3c3d62feb904379bd46b01b0dae819c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732062242428 2024-11-20T00:24:04,605 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbe22e24d68d4947a86c9ed3877eec44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732062242461 2024-11-20T00:24:04,606 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd086cc70ab04737a057b4a102129b06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732062243598 2024-11-20T00:24:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742313_1489 (size=12595) 2024-11-20T00:24:04,629 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742314_1490 (size=12151) 2024-11-20T00:24:04,630 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/82dd21c8c9f3423995acbbb25b908c3b is 50, key is test_row_0/C:col10/1732062243908/Put/seqid=0 2024-11-20T00:24:04,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062304616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062304616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062304617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062304632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062304636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742315_1491 (size=12595) 2024-11-20T00:24:04,678 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/82dd21c8c9f3423995acbbb25b908c3b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/82dd21c8c9f3423995acbbb25b908c3b 2024-11-20T00:24:04,684 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/C of 0a8b7723c873be51fa7a4561c0f5d6a5 into 82dd21c8c9f3423995acbbb25b908c3b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:04,684 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:04,684 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/C, priority=13, startTime=1732062244506; duration=0sec 2024-11-20T00:24:04,684 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:04,684 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T00:24:04,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062304735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062304735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062304736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062304748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062304749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062304942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062304942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062304942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062304956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:04,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062304956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,016 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0f15acd85d6e45ee998a6d496568eb96 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0f15acd85d6e45ee998a6d496568eb96 2024-11-20T00:24:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T00:24:05,023 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/B of 0a8b7723c873be51fa7a4561c0f5d6a5 into 0f15acd85d6e45ee998a6d496568eb96(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:05,023 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:05,023 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/B, priority=13, startTime=1732062244506; duration=0sec 2024-11-20T00:24:05,023 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:05,023 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:05,030 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0e70ca6dd7264b38ad9680d6192f9c10 2024-11-20T00:24:05,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/3bd89f7330f9441f80ec066fb69bd41a is 50, key is test_row_0/B:col10/1732062243953/Put/seqid=0 2024-11-20T00:24:05,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742316_1492 (size=12151) 2024-11-20T00:24:05,057 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/3bd89f7330f9441f80ec066fb69bd41a 2024-11-20T00:24:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/2aff49fbfc03468480cba4b1887073d8 is 50, key is test_row_0/C:col10/1732062243953/Put/seqid=0 2024-11-20T00:24:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742317_1493 (size=12151) 2024-11-20T00:24:05,097 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/2aff49fbfc03468480cba4b1887073d8 2024-11-20T00:24:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0e70ca6dd7264b38ad9680d6192f9c10 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0e70ca6dd7264b38ad9680d6192f9c10 2024-11-20T00:24:05,113 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0e70ca6dd7264b38ad9680d6192f9c10, entries=150, sequenceid=229, filesize=11.9 K 2024-11-20T00:24:05,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/3bd89f7330f9441f80ec066fb69bd41a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3bd89f7330f9441f80ec066fb69bd41a 2024-11-20T00:24:05,121 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3bd89f7330f9441f80ec066fb69bd41a, entries=150, sequenceid=229, filesize=11.9 K 2024-11-20T00:24:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/2aff49fbfc03468480cba4b1887073d8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/2aff49fbfc03468480cba4b1887073d8 2024-11-20T00:24:05,126 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/2aff49fbfc03468480cba4b1887073d8, entries=150, sequenceid=229, filesize=11.9 K 2024-11-20T00:24:05,127 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 562ms, sequenceid=229, compaction requested=false 2024-11-20T00:24:05,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:05,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-20T00:24:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-20T00:24:05,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T00:24:05,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-11-20T00:24:05,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 722 msec 2024-11-20T00:24:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:05,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:24:05,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:05,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:05,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:05,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:05,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:05,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:05,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/ca20e98c9c1f4bd2bce01664ece9cf8f is 50, key is test_row_0/A:col10/1732062245251/Put/seqid=0 2024-11-20T00:24:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742318_1494 (size=14541) 2024-11-20T00:24:05,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/ca20e98c9c1f4bd2bce01664ece9cf8f 2024-11-20T00:24:05,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/3d369d1f44264b2782fb5ebcdf63c9ac is 50, key is test_row_0/B:col10/1732062245251/Put/seqid=0 2024-11-20T00:24:05,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062305280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742319_1495 (size=12151) 2024-11-20T00:24:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062305286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062305286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/3d369d1f44264b2782fb5ebcdf63c9ac 2024-11-20T00:24:05,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062305289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062305289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/0dadbbe43c0341d5a64cb755169409a2 is 50, key is test_row_0/C:col10/1732062245251/Put/seqid=0 2024-11-20T00:24:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742320_1496 (size=12151) 2024-11-20T00:24:05,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/0dadbbe43c0341d5a64cb755169409a2 2024-11-20T00:24:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/ca20e98c9c1f4bd2bce01664ece9cf8f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/ca20e98c9c1f4bd2bce01664ece9cf8f 2024-11-20T00:24:05,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/ca20e98c9c1f4bd2bce01664ece9cf8f, entries=200, sequenceid=247, filesize=14.2 K 2024-11-20T00:24:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/3d369d1f44264b2782fb5ebcdf63c9ac as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3d369d1f44264b2782fb5ebcdf63c9ac 2024-11-20T00:24:05,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3d369d1f44264b2782fb5ebcdf63c9ac, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T00:24:05,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/0dadbbe43c0341d5a64cb755169409a2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0dadbbe43c0341d5a64cb755169409a2 2024-11-20T00:24:05,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0dadbbe43c0341d5a64cb755169409a2, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T00:24:05,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 129ms, sequenceid=247, compaction requested=true 2024-11-20T00:24:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:05,382 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:05,383 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:05,383 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:05,383 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/A is initiating minor compaction (all files) 2024-11-20T00:24:05,384 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/A in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,384 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/5596c39f8f8b4b60b1c4dfe5b328ba05, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0e70ca6dd7264b38ad9680d6192f9c10, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/ca20e98c9c1f4bd2bce01664ece9cf8f] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=38.4 K 2024-11-20T00:24:05,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:05,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:05,384 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5596c39f8f8b4b60b1c4dfe5b328ba05, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732062243598 2024-11-20T00:24:05,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:05,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:05,384 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:05,384 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/B is initiating minor compaction (all files) 2024-11-20T00:24:05,385 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/B in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,385 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0f15acd85d6e45ee998a6d496568eb96, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3bd89f7330f9441f80ec066fb69bd41a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3d369d1f44264b2782fb5ebcdf63c9ac] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.0 K 2024-11-20T00:24:05,385 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e70ca6dd7264b38ad9680d6192f9c10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732062243949 2024-11-20T00:24:05,385 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f15acd85d6e45ee998a6d496568eb96, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732062243598 2024-11-20T00:24:05,385 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd89f7330f9441f80ec066fb69bd41a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732062243949 2024-11-20T00:24:05,386 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca20e98c9c1f4bd2bce01664ece9cf8f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732062244614 2024-11-20T00:24:05,386 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d369d1f44264b2782fb5ebcdf63c9ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732062244622 2024-11-20T00:24:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:05,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:24:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:05,406 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:05,406 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:05,407 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/f0cf9531655a496bb8a1941226091523 is 50, key is test_row_0/B:col10/1732062245251/Put/seqid=0 2024-11-20T00:24:05,407 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/f429a842869244839a35332ef8758970 is 50, key is test_row_0/A:col10/1732062245251/Put/seqid=0 2024-11-20T00:24:05,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/8898f542bd6b46ffa6545e7a3cdb61e8 is 50, key is test_row_0/A:col10/1732062245285/Put/seqid=0 2024-11-20T00:24:05,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062305415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062305418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062305420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062305420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062305427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742321_1497 (size=12697) 2024-11-20T00:24:05,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742322_1498 (size=12697) 2024-11-20T00:24:05,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742323_1499 (size=12301) 2024-11-20T00:24:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T00:24:05,518 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-20T00:24:05,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-20T00:24:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T00:24:05,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:05,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:05,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:05,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062305528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062305528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062305529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062305529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062305535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T00:24:05,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062305731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062305733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062305736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062305736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062305738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T00:24:05,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:05,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:05,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,874 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/f429a842869244839a35332ef8758970 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f429a842869244839a35332ef8758970 2024-11-20T00:24:05,874 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/f0cf9531655a496bb8a1941226091523 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/f0cf9531655a496bb8a1941226091523 2024-11-20T00:24:05,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/8898f542bd6b46ffa6545e7a3cdb61e8 2024-11-20T00:24:05,880 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/B of 0a8b7723c873be51fa7a4561c0f5d6a5 into f0cf9531655a496bb8a1941226091523(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:05,880 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:05,880 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/B, priority=13, startTime=1732062245383; duration=0sec 2024-11-20T00:24:05,880 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:05,880 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:05,881 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:05,885 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:05,885 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/C is initiating minor compaction (all files) 2024-11-20T00:24:05,885 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/C in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,885 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/82dd21c8c9f3423995acbbb25b908c3b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/2aff49fbfc03468480cba4b1887073d8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0dadbbe43c0341d5a64cb755169409a2] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.0 K 2024-11-20T00:24:05,885 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/A of 0a8b7723c873be51fa7a4561c0f5d6a5 into f429a842869244839a35332ef8758970(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:05,885 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:05,886 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/A, priority=13, startTime=1732062245382; duration=0sec 2024-11-20T00:24:05,886 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:05,886 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:05,886 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 82dd21c8c9f3423995acbbb25b908c3b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732062243598 2024-11-20T00:24:05,886 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aff49fbfc03468480cba4b1887073d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732062243949 2024-11-20T00:24:05,887 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dadbbe43c0341d5a64cb755169409a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732062244622 2024-11-20T00:24:05,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/9be32afcb72b4873a0fbcc6ce30c3c00 is 50, key is test_row_0/B:col10/1732062245285/Put/seqid=0 2024-11-20T00:24:05,910 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#C#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:05,911 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/eb4f7c38f14846e589c115aca4706d42 is 50, key is test_row_0/C:col10/1732062245251/Put/seqid=0 2024-11-20T00:24:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742324_1500 (size=12301) 2024-11-20T00:24:05,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/9be32afcb72b4873a0fbcc6ce30c3c00 2024-11-20T00:24:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742325_1501 (size=12697) 2024-11-20T00:24:05,964 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/eb4f7c38f14846e589c115aca4706d42 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/eb4f7c38f14846e589c115aca4706d42 2024-11-20T00:24:05,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/64bfec2930d14cffb627a1fa52b81966 is 50, key is test_row_0/C:col10/1732062245285/Put/seqid=0 2024-11-20T00:24:05,973 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/C of 0a8b7723c873be51fa7a4561c0f5d6a5 into eb4f7c38f14846e589c115aca4706d42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:05,973 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:05,973 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/C, priority=13, startTime=1732062245384; duration=0sec 2024-11-20T00:24:05,973 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:05,973 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:05,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:05,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:05,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:05,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:05,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:05,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742326_1502 (size=12301) 2024-11-20T00:24:05,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/64bfec2930d14cffb627a1fa52b81966 2024-11-20T00:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/8898f542bd6b46ffa6545e7a3cdb61e8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8898f542bd6b46ffa6545e7a3cdb61e8 2024-11-20T00:24:06,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8898f542bd6b46ffa6545e7a3cdb61e8, entries=150, sequenceid=269, filesize=12.0 K 2024-11-20T00:24:06,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/9be32afcb72b4873a0fbcc6ce30c3c00 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/9be32afcb72b4873a0fbcc6ce30c3c00 2024-11-20T00:24:06,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/9be32afcb72b4873a0fbcc6ce30c3c00, entries=150, sequenceid=269, filesize=12.0 K 2024-11-20T00:24:06,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/64bfec2930d14cffb627a1fa52b81966 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/64bfec2930d14cffb627a1fa52b81966 2024-11-20T00:24:06,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/64bfec2930d14cffb627a1fa52b81966, entries=150, sequenceid=269, filesize=12.0 K 2024-11-20T00:24:06,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 626ms, sequenceid=269, compaction requested=false 2024-11-20T00:24:06,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:06,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:24:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:06,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:06,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:06,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:06,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:06,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/3b21644297314dd6a8f0801dababe1ac is 50, key is test_row_0/A:col10/1732062245418/Put/seqid=0 2024-11-20T00:24:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062306093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062306094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062306102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062306104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062306105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742327_1503 (size=12301) 2024-11-20T00:24:06,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/3b21644297314dd6a8f0801dababe1ac 2024-11-20T00:24:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T00:24:06,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/73d405ea4da64c66aaa835e278fe5e8a is 50, key is test_row_0/B:col10/1732062245418/Put/seqid=0 2024-11-20T00:24:06,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742328_1504 (size=12301) 2024-11-20T00:24:06,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062306207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062306207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062306213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062306214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062306214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062306410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062306411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062306419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062306419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062306420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:06,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:06,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/73d405ea4da64c66aaa835e278fe5e8a 2024-11-20T00:24:06,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/808832d6c923450da26c37297667223e is 50, key is test_row_0/C:col10/1732062245418/Put/seqid=0 2024-11-20T00:24:06,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:06,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:06,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T00:24:06,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742329_1505 (size=12301) 2024-11-20T00:24:06,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/808832d6c923450da26c37297667223e 2024-11-20T00:24:06,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/3b21644297314dd6a8f0801dababe1ac as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/3b21644297314dd6a8f0801dababe1ac 2024-11-20T00:24:06,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/3b21644297314dd6a8f0801dababe1ac, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T00:24:06,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/73d405ea4da64c66aaa835e278fe5e8a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/73d405ea4da64c66aaa835e278fe5e8a 2024-11-20T00:24:06,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/73d405ea4da64c66aaa835e278fe5e8a, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T00:24:06,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/808832d6c923450da26c37297667223e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/808832d6c923450da26c37297667223e 2024-11-20T00:24:06,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/808832d6c923450da26c37297667223e, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T00:24:06,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 617ms, sequenceid=288, compaction requested=true 2024-11-20T00:24:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:06,665 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:06,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:06,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:24:06,666 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:06,668 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:06,669 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/B is initiating minor compaction (all files) 2024-11-20T00:24:06,669 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/B in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,669 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/f0cf9531655a496bb8a1941226091523, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/9be32afcb72b4873a0fbcc6ce30c3c00, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/73d405ea4da64c66aaa835e278fe5e8a] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.4 K 2024-11-20T00:24:06,669 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:06,669 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/A is initiating minor compaction (all files) 2024-11-20T00:24:06,669 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/A in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,669 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f429a842869244839a35332ef8758970, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8898f542bd6b46ffa6545e7a3cdb61e8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/3b21644297314dd6a8f0801dababe1ac] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.4 K 2024-11-20T00:24:06,669 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting f0cf9531655a496bb8a1941226091523, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732062244622 2024-11-20T00:24:06,669 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f429a842869244839a35332ef8758970, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732062244622 2024-11-20T00:24:06,670 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 9be32afcb72b4873a0fbcc6ce30c3c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732062245285 2024-11-20T00:24:06,670 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8898f542bd6b46ffa6545e7a3cdb61e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732062245285 2024-11-20T00:24:06,670 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d405ea4da64c66aaa835e278fe5e8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732062245418 2024-11-20T00:24:06,671 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b21644297314dd6a8f0801dababe1ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732062245418 2024-11-20T00:24:06,688 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#A#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:06,689 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/c401d912bb6c4026946fa256d2baa7e4 is 50, key is test_row_0/A:col10/1732062245418/Put/seqid=0 2024-11-20T00:24:06,714 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:06,715 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/e17d0c10bc3544a6965cd6a60c0e8e71 is 50, key is test_row_0/B:col10/1732062245418/Put/seqid=0 2024-11-20T00:24:06,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T00:24:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:06,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062306744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062306745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742330_1506 (size=12949) 2024-11-20T00:24:06,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062306746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062306747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,762 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/c401d912bb6c4026946fa256d2baa7e4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/c401d912bb6c4026946fa256d2baa7e4 2024-11-20T00:24:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062306752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,768 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/A of 0a8b7723c873be51fa7a4561c0f5d6a5 into c401d912bb6c4026946fa256d2baa7e4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:06,768 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:06,768 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/A, priority=13, startTime=1732062246665; duration=0sec 2024-11-20T00:24:06,768 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:06,768 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:06,768 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:06,769 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:06,769 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/C is initiating minor compaction (all files) 2024-11-20T00:24:06,769 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/C in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,769 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/eb4f7c38f14846e589c115aca4706d42, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/64bfec2930d14cffb627a1fa52b81966, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/808832d6c923450da26c37297667223e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.4 K 2024-11-20T00:24:06,769 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb4f7c38f14846e589c115aca4706d42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732062244622 2024-11-20T00:24:06,770 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64bfec2930d14cffb627a1fa52b81966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732062245285 2024-11-20T00:24:06,770 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 808832d6c923450da26c37297667223e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732062245418 2024-11-20T00:24:06,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/568a5b1acc8b42d3be3fe42f87b33609 is 50, key is test_row_0/A:col10/1732062246723/Put/seqid=0 2024-11-20T00:24:06,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742331_1507 (size=12949) 2024-11-20T00:24:06,799 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/e17d0c10bc3544a6965cd6a60c0e8e71 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/e17d0c10bc3544a6965cd6a60c0e8e71 2024-11-20T00:24:06,805 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/B of 0a8b7723c873be51fa7a4561c0f5d6a5 into e17d0c10bc3544a6965cd6a60c0e8e71(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:06,805 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:06,805 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/B, priority=13, startTime=1732062246665; duration=0sec 2024-11-20T00:24:06,805 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:06,805 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:06,808 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:06,809 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/1692c705b2324b2081c7d72d11942f0f is 50, key is test_row_0/C:col10/1732062245418/Put/seqid=0 2024-11-20T00:24:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742332_1508 (size=14741) 2024-11-20T00:24:06,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/568a5b1acc8b42d3be3fe42f87b33609 2024-11-20T00:24:06,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8a957a2178674c1abad3380e7df3c3a6 is 50, key is test_row_0/B:col10/1732062246723/Put/seqid=0 2024-11-20T00:24:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742333_1509 (size=12949) 2024-11-20T00:24:06,864 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/1692c705b2324b2081c7d72d11942f0f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/1692c705b2324b2081c7d72d11942f0f 2024-11-20T00:24:06,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062306856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062306857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062306858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062306859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,870 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/C of 0a8b7723c873be51fa7a4561c0f5d6a5 into 1692c705b2324b2081c7d72d11942f0f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:06,871 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:06,871 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/C, priority=13, startTime=1732062246665; duration=0sec 2024-11-20T00:24:06,871 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:06,871 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062306865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742334_1510 (size=12301) 2024-11-20T00:24:06,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8a957a2178674c1abad3380e7df3c3a6 2024-11-20T00:24:06,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/9f18a0964c5240118312c9666756b53d is 50, key is test_row_0/C:col10/1732062246723/Put/seqid=0 2024-11-20T00:24:06,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:06,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:06,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:06,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742335_1511 (size=12301) 2024-11-20T00:24:06,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/9f18a0964c5240118312c9666756b53d 2024-11-20T00:24:06,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/568a5b1acc8b42d3be3fe42f87b33609 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/568a5b1acc8b42d3be3fe42f87b33609 2024-11-20T00:24:06,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/568a5b1acc8b42d3be3fe42f87b33609, entries=200, sequenceid=309, filesize=14.4 K 2024-11-20T00:24:06,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/8a957a2178674c1abad3380e7df3c3a6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8a957a2178674c1abad3380e7df3c3a6 2024-11-20T00:24:06,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8a957a2178674c1abad3380e7df3c3a6, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T00:24:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/9f18a0964c5240118312c9666756b53d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/9f18a0964c5240118312c9666756b53d 2024-11-20T00:24:06,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/9f18a0964c5240118312c9666756b53d, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T00:24:06,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 220ms, sequenceid=309, compaction requested=false 2024-11-20T00:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:07,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T00:24:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:07,060 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:24:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:07,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/325ee0a1ba4c494aa24c35d00756cc5c is 50, key is test_row_0/A:col10/1732062246746/Put/seqid=0 2024-11-20T00:24:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742336_1512 (size=9857) 2024-11-20T00:24:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062307105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062307105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062307107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062307107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062307108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062307213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062307215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062307215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062307216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062307216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062307420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062307421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062307421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062307421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062307422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/325ee0a1ba4c494aa24c35d00756cc5c 2024-11-20T00:24:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/a6dbfe8451ad4d73891b1b2b3df3afd6 is 50, key is test_row_0/B:col10/1732062246746/Put/seqid=0 2024-11-20T00:24:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742337_1513 (size=9857) 2024-11-20T00:24:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T00:24:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062307729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062307729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062307729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062307729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062307730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:07,971 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/a6dbfe8451ad4d73891b1b2b3df3afd6 2024-11-20T00:24:07,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/c5d77d44fb884ed1b13e70ca8627a1c9 is 50, key is test_row_0/C:col10/1732062246746/Put/seqid=0 2024-11-20T00:24:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742338_1514 (size=9857) 2024-11-20T00:24:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062308234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062308237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:08,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062308238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:08,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062308239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062308240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:08,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/c5d77d44fb884ed1b13e70ca8627a1c9 2024-11-20T00:24:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/325ee0a1ba4c494aa24c35d00756cc5c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/325ee0a1ba4c494aa24c35d00756cc5c 2024-11-20T00:24:08,449 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/325ee0a1ba4c494aa24c35d00756cc5c, entries=100, sequenceid=327, filesize=9.6 K 2024-11-20T00:24:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/a6dbfe8451ad4d73891b1b2b3df3afd6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a6dbfe8451ad4d73891b1b2b3df3afd6 2024-11-20T00:24:08,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a6dbfe8451ad4d73891b1b2b3df3afd6, entries=100, sequenceid=327, filesize=9.6 K 2024-11-20T00:24:08,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/c5d77d44fb884ed1b13e70ca8627a1c9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c5d77d44fb884ed1b13e70ca8627a1c9 2024-11-20T00:24:08,463 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c5d77d44fb884ed1b13e70ca8627a1c9, entries=100, sequenceid=327, filesize=9.6 K 2024-11-20T00:24:08,464 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 1404ms, sequenceid=327, compaction requested=true 2024-11-20T00:24:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-20T00:24:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-20T00:24:08,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-20T00:24:08,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9440 sec 2024-11-20T00:24:08,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.9490 sec 2024-11-20T00:24:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:09,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:24:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:09,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0aac5cb6057d47909adb0b212b8a9ca6 is 50, key is test_row_0/A:col10/1732062247106/Put/seqid=0 2024-11-20T00:24:09,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062309265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062309267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062309275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062309275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062309276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742339_1515 (size=14741) 2024-11-20T00:24:09,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0aac5cb6057d47909adb0b212b8a9ca6 2024-11-20T00:24:09,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/81c1388e891a4b40bd5440dafffcbe2b is 50, key is test_row_0/B:col10/1732062247106/Put/seqid=0 2024-11-20T00:24:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742340_1516 (size=12301) 2024-11-20T00:24:09,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062309377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062309377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062309384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062309385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062309386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062309585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062309585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062309593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062309594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062309595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T00:24:09,627 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-20T00:24:09,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-20T00:24:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T00:24:09,631 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:09,632 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:09,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T00:24:09,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/81c1388e891a4b40bd5440dafffcbe2b 2024-11-20T00:24:09,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T00:24:09,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:09,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:09,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/520d7d4e5bf14ad5945653ffe58d2132 is 50, key is test_row_0/C:col10/1732062247106/Put/seqid=0 2024-11-20T00:24:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742341_1517 (size=12301) 2024-11-20T00:24:09,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062309891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062309892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062309898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062309901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062309903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T00:24:09,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:09,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T00:24:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:09,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:10,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T00:24:10,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:10,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T00:24:10,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T00:24:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:10,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/520d7d4e5bf14ad5945653ffe58d2132 2024-11-20T00:24:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0aac5cb6057d47909adb0b212b8a9ca6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0aac5cb6057d47909adb0b212b8a9ca6 2024-11-20T00:24:10,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0aac5cb6057d47909adb0b212b8a9ca6, entries=200, sequenceid=350, filesize=14.4 K 2024-11-20T00:24:10,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/81c1388e891a4b40bd5440dafffcbe2b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/81c1388e891a4b40bd5440dafffcbe2b 2024-11-20T00:24:10,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/81c1388e891a4b40bd5440dafffcbe2b, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T00:24:10,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/520d7d4e5bf14ad5945653ffe58d2132 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/520d7d4e5bf14ad5945653ffe58d2132 2024-11-20T00:24:10,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/520d7d4e5bf14ad5945653ffe58d2132, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T00:24:10,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 1028ms, sequenceid=350, compaction requested=true 2024-11-20T00:24:10,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:10,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:10,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:10,277 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:10,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:10,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:10,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:10,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:24:10,277 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:10,278 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52288 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:10,278 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:10,278 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/A is initiating minor compaction (all files) 2024-11-20T00:24:10,278 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/B is initiating minor compaction (all files) 2024-11-20T00:24:10,278 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/B in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,278 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/A in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,279 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/e17d0c10bc3544a6965cd6a60c0e8e71, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8a957a2178674c1abad3380e7df3c3a6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a6dbfe8451ad4d73891b1b2b3df3afd6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/81c1388e891a4b40bd5440dafffcbe2b] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=46.3 K 2024-11-20T00:24:10,279 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/c401d912bb6c4026946fa256d2baa7e4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/568a5b1acc8b42d3be3fe42f87b33609, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/325ee0a1ba4c494aa24c35d00756cc5c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0aac5cb6057d47909adb0b212b8a9ca6] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=51.1 K 2024-11-20T00:24:10,279 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e17d0c10bc3544a6965cd6a60c0e8e71, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732062245418 2024-11-20T00:24:10,280 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a957a2178674c1abad3380e7df3c3a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732062246086 2024-11-20T00:24:10,280 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c401d912bb6c4026946fa256d2baa7e4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732062245418 2024-11-20T00:24:10,281 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a6dbfe8451ad4d73891b1b2b3df3afd6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732062246746 2024-11-20T00:24:10,282 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 568a5b1acc8b42d3be3fe42f87b33609, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732062246086 2024-11-20T00:24:10,282 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 81c1388e891a4b40bd5440dafffcbe2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732062247092 2024-11-20T00:24:10,282 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 325ee0a1ba4c494aa24c35d00756cc5c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732062246746 2024-11-20T00:24:10,284 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aac5cb6057d47909adb0b212b8a9ca6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732062247091 2024-11-20T00:24:10,301 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#B#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:10,301 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#A#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:10,301 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/bc32a375d8054743b8cc380a6bd22177 is 50, key is test_row_0/B:col10/1732062247106/Put/seqid=0 2024-11-20T00:24:10,302 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/8d37d1d434ec41dfa6ec89523bd2c667 is 50, key is test_row_0/A:col10/1732062247106/Put/seqid=0 2024-11-20T00:24:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742343_1519 (size=13085) 2024-11-20T00:24:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742342_1518 (size=13085) 2024-11-20T00:24:10,377 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/8d37d1d434ec41dfa6ec89523bd2c667 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8d37d1d434ec41dfa6ec89523bd2c667 2024-11-20T00:24:10,386 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/A of 0a8b7723c873be51fa7a4561c0f5d6a5 into 8d37d1d434ec41dfa6ec89523bd2c667(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:10,386 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:10,386 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/A, priority=12, startTime=1732062250277; duration=0sec 2024-11-20T00:24:10,386 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:10,386 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:10,387 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:10,388 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:10,388 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/C is initiating minor compaction (all files) 2024-11-20T00:24:10,388 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/C in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,388 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/1692c705b2324b2081c7d72d11942f0f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/9f18a0964c5240118312c9666756b53d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c5d77d44fb884ed1b13e70ca8627a1c9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/520d7d4e5bf14ad5945653ffe58d2132] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=46.3 K 2024-11-20T00:24:10,389 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1692c705b2324b2081c7d72d11942f0f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732062245418 2024-11-20T00:24:10,390 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f18a0964c5240118312c9666756b53d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732062246086 2024-11-20T00:24:10,390 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5d77d44fb884ed1b13e70ca8627a1c9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732062246746 2024-11-20T00:24:10,390 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 520d7d4e5bf14ad5945653ffe58d2132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732062247092 2024-11-20T00:24:10,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T00:24:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:24:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:10,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/62f636dafa364914aca3975b715cb1e0 is 50, key is test_row_0/A:col10/1732062249274/Put/seqid=0 2024-11-20T00:24:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:10,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:10,418 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#C#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:10,418 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/46908d873ccc4db3b92fd9e3b7f2015b is 50, key is test_row_0/C:col10/1732062247106/Put/seqid=0 2024-11-20T00:24:10,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742345_1521 (size=13085) 2024-11-20T00:24:10,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742344_1520 (size=12301) 2024-11-20T00:24:10,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/62f636dafa364914aca3975b715cb1e0 2024-11-20T00:24:10,452 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/46908d873ccc4db3b92fd9e3b7f2015b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/46908d873ccc4db3b92fd9e3b7f2015b 2024-11-20T00:24:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062310440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062310443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062310444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0c906844466641d18bc9efea7f2727f8 is 50, key is test_row_0/B:col10/1732062249274/Put/seqid=0 2024-11-20T00:24:10,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062310445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062310459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,473 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/C of 0a8b7723c873be51fa7a4561c0f5d6a5 into 46908d873ccc4db3b92fd9e3b7f2015b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:10,473 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:10,473 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/C, priority=12, startTime=1732062250277; duration=0sec 2024-11-20T00:24:10,473 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:10,473 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742346_1522 (size=12301) 2024-11-20T00:24:10,497 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0c906844466641d18bc9efea7f2727f8 2024-11-20T00:24:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/e183637fb4914d3387ecafe0b948678b is 50, key is test_row_0/C:col10/1732062249274/Put/seqid=0 2024-11-20T00:24:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742347_1523 (size=12301) 2024-11-20T00:24:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062310561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062310561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062310564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062310564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062310573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T00:24:10,767 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/bc32a375d8054743b8cc380a6bd22177 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/bc32a375d8054743b8cc380a6bd22177 2024-11-20T00:24:10,773 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/B of 0a8b7723c873be51fa7a4561c0f5d6a5 into bc32a375d8054743b8cc380a6bd22177(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:10,773 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:10,774 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/B, priority=12, startTime=1732062250277; duration=0sec 2024-11-20T00:24:10,774 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:10,774 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:10,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062310767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062310769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062310769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062310769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062310775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:10,939 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/e183637fb4914d3387ecafe0b948678b 2024-11-20T00:24:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/62f636dafa364914aca3975b715cb1e0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/62f636dafa364914aca3975b715cb1e0 2024-11-20T00:24:10,949 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/62f636dafa364914aca3975b715cb1e0, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T00:24:10,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0c906844466641d18bc9efea7f2727f8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0c906844466641d18bc9efea7f2727f8 2024-11-20T00:24:10,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0c906844466641d18bc9efea7f2727f8, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T00:24:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/e183637fb4914d3387ecafe0b948678b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/e183637fb4914d3387ecafe0b948678b 2024-11-20T00:24:10,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/e183637fb4914d3387ecafe0b948678b, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T00:24:10,961 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 562ms, sequenceid=365, compaction requested=false 2024-11-20T00:24:10,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:10,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:10,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-20T00:24:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-20T00:24:10,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T00:24:10,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3300 sec 2024-11-20T00:24:10,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.3350 sec 2024-11-20T00:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:11,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:24:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:11,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0d442d5876a14df8bbf035776d7c52f1 is 50, key is test_row_0/A:col10/1732062250438/Put/seqid=0 2024-11-20T00:24:11,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062311094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062311095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062311096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062311103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062311104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742348_1524 (size=12301) 2024-11-20T00:24:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062311205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062311205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062311207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062311211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062311212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062311411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062311411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062311413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062311418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062311419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0d442d5876a14df8bbf035776d7c52f1 2024-11-20T00:24:11,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/322f1ae76bc94cd8b841c9f6046478a1 is 50, key is test_row_0/B:col10/1732062250438/Put/seqid=0 2024-11-20T00:24:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742349_1525 (size=12301) 2024-11-20T00:24:11,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/322f1ae76bc94cd8b841c9f6046478a1 2024-11-20T00:24:11,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/0a59035e356c44f28d15183965281fab is 50, key is test_row_0/C:col10/1732062250438/Put/seqid=0 2024-11-20T00:24:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742350_1526 (size=12301) 2024-11-20T00:24:11,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/0a59035e356c44f28d15183965281fab 2024-11-20T00:24:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/0d442d5876a14df8bbf035776d7c52f1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0d442d5876a14df8bbf035776d7c52f1 2024-11-20T00:24:11,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0d442d5876a14df8bbf035776d7c52f1, entries=150, sequenceid=390, filesize=12.0 K 2024-11-20T00:24:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/322f1ae76bc94cd8b841c9f6046478a1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/322f1ae76bc94cd8b841c9f6046478a1 2024-11-20T00:24:11,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/322f1ae76bc94cd8b841c9f6046478a1, entries=150, sequenceid=390, filesize=12.0 K 2024-11-20T00:24:11,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/0a59035e356c44f28d15183965281fab as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0a59035e356c44f28d15183965281fab 2024-11-20T00:24:11,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0a59035e356c44f28d15183965281fab, entries=150, sequenceid=390, filesize=12.0 K 2024-11-20T00:24:11,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 597ms, sequenceid=390, compaction requested=true 2024-11-20T00:24:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:11,680 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:11,680 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:11,682 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:11,682 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/A is initiating minor compaction (all files) 2024-11-20T00:24:11,682 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/A in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:11,682 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8d37d1d434ec41dfa6ec89523bd2c667, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/62f636dafa364914aca3975b715cb1e0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0d442d5876a14df8bbf035776d7c52f1] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.8 K 2024-11-20T00:24:11,682 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:11,683 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/B is initiating minor compaction (all files) 2024-11-20T00:24:11,683 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/B in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:11,683 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/bc32a375d8054743b8cc380a6bd22177, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0c906844466641d18bc9efea7f2727f8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/322f1ae76bc94cd8b841c9f6046478a1] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.8 K 2024-11-20T00:24:11,684 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d37d1d434ec41dfa6ec89523bd2c667, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732062247092 2024-11-20T00:24:11,684 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting bc32a375d8054743b8cc380a6bd22177, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732062247092 2024-11-20T00:24:11,684 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c906844466641d18bc9efea7f2727f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732062249263 2024-11-20T00:24:11,684 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62f636dafa364914aca3975b715cb1e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732062249263 2024-11-20T00:24:11,685 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 322f1ae76bc94cd8b841c9f6046478a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732062250438 2024-11-20T00:24:11,685 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d442d5876a14df8bbf035776d7c52f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732062250438 2024-11-20T00:24:11,700 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#A#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:11,700 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/b681341a919a4c3fb9e0b706e1839b6f is 50, key is test_row_0/A:col10/1732062250438/Put/seqid=0 2024-11-20T00:24:11,702 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:11,702 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0425e59f28a94c15b2679ebba33e1f3b is 50, key is test_row_0/B:col10/1732062250438/Put/seqid=0 2024-11-20T00:24:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:11,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:24:11,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:11,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:11,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:11,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:11,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:11,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T00:24:11,743 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-20T00:24:11,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-20T00:24:11,746 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:11,746 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:11,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T00:24:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742351_1527 (size=13187) 2024-11-20T00:24:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742352_1528 (size=13187) 2024-11-20T00:24:11,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/1adeb77831fb456cb1c2d8515ab9471e is 50, key is test_row_0/A:col10/1732062251085/Put/seqid=0 2024-11-20T00:24:11,769 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/0425e59f28a94c15b2679ebba33e1f3b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0425e59f28a94c15b2679ebba33e1f3b 2024-11-20T00:24:11,775 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/B of 0a8b7723c873be51fa7a4561c0f5d6a5 into 0425e59f28a94c15b2679ebba33e1f3b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:11,775 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:11,775 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/B, priority=13, startTime=1732062251680; duration=0sec 2024-11-20T00:24:11,775 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:11,775 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:11,776 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:11,781 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:11,781 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 0a8b7723c873be51fa7a4561c0f5d6a5/C is initiating minor compaction (all files) 2024-11-20T00:24:11,781 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0a8b7723c873be51fa7a4561c0f5d6a5/C in TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:11,781 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/46908d873ccc4db3b92fd9e3b7f2015b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/e183637fb4914d3387ecafe0b948678b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0a59035e356c44f28d15183965281fab] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp, totalSize=36.8 K 2024-11-20T00:24:11,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062311774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,785 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 46908d873ccc4db3b92fd9e3b7f2015b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732062247092 2024-11-20T00:24:11,788 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e183637fb4914d3387ecafe0b948678b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732062249263 2024-11-20T00:24:11,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062311779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,789 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a59035e356c44f28d15183965281fab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732062250438 2024-11-20T00:24:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062311779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062311780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062311781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742353_1529 (size=14741) 2024-11-20T00:24:11,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/1adeb77831fb456cb1c2d8515ab9471e 2024-11-20T00:24:11,799 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a8b7723c873be51fa7a4561c0f5d6a5#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:11,799 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/c015cfa6577a4b1facc332a808cb410e is 50, key is test_row_0/C:col10/1732062250438/Put/seqid=0 2024-11-20T00:24:11,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742354_1530 (size=13187) 2024-11-20T00:24:11,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4fef2330ceb0450e8bea1048939a0df8 is 50, key is test_row_0/B:col10/1732062251085/Put/seqid=0 2024-11-20T00:24:11,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742355_1531 (size=12301) 2024-11-20T00:24:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T00:24:11,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062311884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062311889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062311890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062311890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062311891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:11,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T00:24:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:11,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T00:24:12,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:12,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T00:24:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062312091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062312094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062312095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062312095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062312099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,163 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/b681341a919a4c3fb9e0b706e1839b6f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b681341a919a4c3fb9e0b706e1839b6f 2024-11-20T00:24:12,167 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/A of 0a8b7723c873be51fa7a4561c0f5d6a5 into b681341a919a4c3fb9e0b706e1839b6f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:12,168 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:12,168 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/A, priority=13, startTime=1732062251680; duration=0sec 2024-11-20T00:24:12,168 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:12,168 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:12,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T00:24:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,217 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/c015cfa6577a4b1facc332a808cb410e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c015cfa6577a4b1facc332a808cb410e 2024-11-20T00:24:12,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4fef2330ceb0450e8bea1048939a0df8 2024-11-20T00:24:12,224 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0a8b7723c873be51fa7a4561c0f5d6a5/C of 0a8b7723c873be51fa7a4561c0f5d6a5 into c015cfa6577a4b1facc332a808cb410e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:12,224 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:12,224 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5., storeName=0a8b7723c873be51fa7a4561c0f5d6a5/C, priority=13, startTime=1732062251680; duration=0sec 2024-11-20T00:24:12,224 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:12,224 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:12,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/49cc051c19034781acd1896dad7999c4 is 50, key is test_row_0/C:col10/1732062251085/Put/seqid=0 2024-11-20T00:24:12,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742356_1532 (size=12301) 2024-11-20T00:24:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T00:24:12,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T00:24:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062312397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062312404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062312404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062312405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062312406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T00:24:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/49cc051c19034781acd1896dad7999c4 2024-11-20T00:24:12,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/1adeb77831fb456cb1c2d8515ab9471e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/1adeb77831fb456cb1c2d8515ab9471e 2024-11-20T00:24:12,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/1adeb77831fb456cb1c2d8515ab9471e, entries=200, sequenceid=404, filesize=14.4 K 2024-11-20T00:24:12,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4fef2330ceb0450e8bea1048939a0df8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4fef2330ceb0450e8bea1048939a0df8 2024-11-20T00:24:12,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4fef2330ceb0450e8bea1048939a0df8, entries=150, sequenceid=404, filesize=12.0 K 2024-11-20T00:24:12,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/49cc051c19034781acd1896dad7999c4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/49cc051c19034781acd1896dad7999c4 2024-11-20T00:24:12,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T00:24:12,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:12,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:12,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/49cc051c19034781acd1896dad7999c4, entries=150, sequenceid=404, filesize=12.0 K 2024-11-20T00:24:12,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 949ms, sequenceid=404, compaction requested=false 2024-11-20T00:24:12,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:12,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T00:24:12,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:12,819 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:24:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:12,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/27f64adb8c4a4b138d46434f36e75c39 is 50, key is test_row_0/A:col10/1732062251779/Put/seqid=0 2024-11-20T00:24:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T00:24:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742357_1533 (size=12301) 2024-11-20T00:24:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:12,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. as already flushing 2024-11-20T00:24:12,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062312923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062312929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062312929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062312930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062312930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062313032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062313038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062313039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062313039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062313039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43746 deadline: 1732062313238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1732062313244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43718 deadline: 1732062313244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732062313246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43736 deadline: 1732062313246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,268 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/27f64adb8c4a4b138d46434f36e75c39 2024-11-20T00:24:13,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/80b94b02526d46cfbd7b85ffda59eb0c is 50, key is test_row_0/B:col10/1732062251779/Put/seqid=0 2024-11-20T00:24:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742358_1534 (size=12301) 2024-11-20T00:24:13,294 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/80b94b02526d46cfbd7b85ffda59eb0c 2024-11-20T00:24:13,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/8c8bd61f876141f682f7bc0c30567c7d is 50, key is test_row_0/C:col10/1732062251779/Put/seqid=0 2024-11-20T00:24:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742359_1535 (size=12301) 2024-11-20T00:24:13,354 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/8c8bd61f876141f682f7bc0c30567c7d 2024-11-20T00:24:13,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/27f64adb8c4a4b138d46434f36e75c39 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/27f64adb8c4a4b138d46434f36e75c39 2024-11-20T00:24:13,368 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/27f64adb8c4a4b138d46434f36e75c39, entries=150, sequenceid=429, filesize=12.0 K 2024-11-20T00:24:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/80b94b02526d46cfbd7b85ffda59eb0c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/80b94b02526d46cfbd7b85ffda59eb0c 2024-11-20T00:24:13,372 DEBUG [Thread-2016 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:59419 2024-11-20T00:24:13,373 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,373 DEBUG [Thread-2014 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:59419 2024-11-20T00:24:13,373 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,374 DEBUG [Thread-2018 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:59419 2024-11-20T00:24:13,374 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,377 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/80b94b02526d46cfbd7b85ffda59eb0c, entries=150, sequenceid=429, filesize=12.0 K 2024-11-20T00:24:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/8c8bd61f876141f682f7bc0c30567c7d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/8c8bd61f876141f682f7bc0c30567c7d 2024-11-20T00:24:13,380 DEBUG [Thread-2022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:59419 2024-11-20T00:24:13,380 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,382 DEBUG [Thread-2020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:59419 2024-11-20T00:24:13,382 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/8c8bd61f876141f682f7bc0c30567c7d, entries=150, sequenceid=429, filesize=12.0 K 2024-11-20T00:24:13,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 571ms, sequenceid=429, compaction requested=true 2024-11-20T00:24:13,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:13,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:13,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-20T00:24:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-20T00:24:13,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T00:24:13,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6450 sec 2024-11-20T00:24:13,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.6490 sec 2024-11-20T00:24:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:13,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:24:13,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:13,547 DEBUG [Thread-2011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:59419 2024-11-20T00:24:13,547 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:13,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:13,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:13,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:13,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:13,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/40477e0a6f614aa3a6fa71c9b7424ca5 is 50, key is test_row_0/A:col10/1732062252929/Put/seqid=0 2024-11-20T00:24:13,557 DEBUG [Thread-2003 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:59419 2024-11-20T00:24:13,557 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,557 DEBUG [Thread-2007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:59419 2024-11-20T00:24:13,557 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,557 DEBUG [Thread-2009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:59419 2024-11-20T00:24:13,557 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,558 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:59419 2024-11-20T00:24:13,558 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742360_1536 (size=12301) 2024-11-20T00:24:13,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/40477e0a6f614aa3a6fa71c9b7424ca5 2024-11-20T00:24:13,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4761488f390f420e9299432eaad485f1 is 50, key is test_row_0/B:col10/1732062252929/Put/seqid=0 2024-11-20T00:24:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742361_1537 (size=12301) 2024-11-20T00:24:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T00:24:13,857 INFO [Thread-2013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2315 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6945 rows 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2314 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6937 rows 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2305 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6915 rows 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2319 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6957 rows 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2308 2024-11-20T00:24:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6924 rows 2024-11-20T00:24:13,858 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T00:24:13,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:59419 2024-11-20T00:24:13,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:13,861 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T00:24:13,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T00:24:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:13,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062253865"}]},"ts":"1732062253865"} 2024-11-20T00:24:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T00:24:13,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T00:24:13,870 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T00:24:13,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:24:13,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a8b7723c873be51fa7a4561c0f5d6a5, UNASSIGN}] 2024-11-20T00:24:13,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a8b7723c873be51fa7a4561c0f5d6a5, UNASSIGN 2024-11-20T00:24:13,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=0a8b7723c873be51fa7a4561c0f5d6a5, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:13,874 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:24:13,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:24:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T00:24:13,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4761488f390f420e9299432eaad485f1 2024-11-20T00:24:13,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/6fa307b2e87e49e8bff24ccce581f2bb is 50, key is test_row_0/C:col10/1732062252929/Put/seqid=0 2024-11-20T00:24:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742362_1538 (size=12301) 2024-11-20T00:24:14,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:14,026 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:14,026 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:24:14,026 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 0a8b7723c873be51fa7a4561c0f5d6a5, disabling compactions & flushes 2024-11-20T00:24:14,026 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T00:24:14,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/6fa307b2e87e49e8bff24ccce581f2bb 2024-11-20T00:24:14,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/40477e0a6f614aa3a6fa71c9b7424ca5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/40477e0a6f614aa3a6fa71c9b7424ca5 2024-11-20T00:24:14,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/40477e0a6f614aa3a6fa71c9b7424ca5, entries=150, sequenceid=444, filesize=12.0 K 2024-11-20T00:24:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/4761488f390f420e9299432eaad485f1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4761488f390f420e9299432eaad485f1 2024-11-20T00:24:14,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4761488f390f420e9299432eaad485f1, entries=150, sequenceid=444, filesize=12.0 K 2024-11-20T00:24:14,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/6fa307b2e87e49e8bff24ccce581f2bb as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6fa307b2e87e49e8bff24ccce581f2bb 2024-11-20T00:24:14,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6fa307b2e87e49e8bff24ccce581f2bb, entries=150, sequenceid=444, filesize=12.0 K 2024-11-20T00:24:14,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 858ms, sequenceid=444, compaction requested=true 2024-11-20T00:24:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:14,405 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:14,406 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. because compaction request was cancelled 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. after waiting 0 ms 2024-11-20T00:24:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:14,406 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:A 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:14,406 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. because compaction request was cancelled 2024-11-20T00:24:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:B, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:14,406 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:B 2024-11-20T00:24:14,406 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing 0a8b7723c873be51fa7a4561c0f5d6a5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T00:24:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:14,406 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. because compaction request was cancelled 2024-11-20T00:24:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a8b7723c873be51fa7a4561c0f5d6a5:C, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:14,406 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a8b7723c873be51fa7a4561c0f5d6a5:C 2024-11-20T00:24:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=A 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=B 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0a8b7723c873be51fa7a4561c0f5d6a5, store=C 2024-11-20T00:24:14,406 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:14,409 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/20e805344da240cda7afb875a7d1ebd4 is 50, key is test_row_1/A:col10/1732062253553/Put/seqid=0 2024-11-20T00:24:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742363_1539 (size=9857) 2024-11-20T00:24:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T00:24:14,813 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/20e805344da240cda7afb875a7d1ebd4 2024-11-20T00:24:14,821 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/95d0d038fd184cc4a393650763c357de is 50, key is test_row_1/B:col10/1732062253553/Put/seqid=0 2024-11-20T00:24:14,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742364_1540 (size=9857) 2024-11-20T00:24:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T00:24:15,226 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/95d0d038fd184cc4a393650763c357de 2024-11-20T00:24:15,232 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/277a282f4cb94722b7784d2c65fde9aa is 50, key is test_row_1/C:col10/1732062253553/Put/seqid=0 2024-11-20T00:24:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742365_1541 (size=9857) 2024-11-20T00:24:15,636 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/277a282f4cb94722b7784d2c65fde9aa 2024-11-20T00:24:15,640 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/A/20e805344da240cda7afb875a7d1ebd4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/20e805344da240cda7afb875a7d1ebd4 2024-11-20T00:24:15,643 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/20e805344da240cda7afb875a7d1ebd4, entries=100, sequenceid=451, filesize=9.6 K 2024-11-20T00:24:15,644 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/B/95d0d038fd184cc4a393650763c357de as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/95d0d038fd184cc4a393650763c357de 2024-11-20T00:24:15,647 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/95d0d038fd184cc4a393650763c357de, entries=100, sequenceid=451, filesize=9.6 K 2024-11-20T00:24:15,648 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/.tmp/C/277a282f4cb94722b7784d2c65fde9aa as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/277a282f4cb94722b7784d2c65fde9aa 2024-11-20T00:24:15,651 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/277a282f4cb94722b7784d2c65fde9aa, entries=100, sequenceid=451, filesize=9.6 K 2024-11-20T00:24:15,652 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0a8b7723c873be51fa7a4561c0f5d6a5 in 1246ms, sequenceid=451, compaction requested=true 2024-11-20T00:24:15,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/9499aa9fecb642688eb257a5553c92ed, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a3aad0f9565345aeb0bcadec2039f52b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/090e5446576f4bc48cbb008fddeb80b2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a2c4f54bdade4dc9be6bbf515923cef3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/7e9ebc8027174987860cc733078ac434, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f326b5b476444b30a69b49bd25997660, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/2de246e7869d457693c7d1ce9e35d467, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/19d1778283dc40609e97e5774db74e13, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/d8a7329381ab480fb3c37c4767ab9cde, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/aee03b423c244c049325f5f7d59f74bd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/15722481248b4dcc8b721b40f95ffe00, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/326f73815556405e9e0ebf2d26253513, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b0a50ec019be446e9a594ee539b67fdd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/5596c39f8f8b4b60b1c4dfe5b328ba05, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0e70ca6dd7264b38ad9680d6192f9c10, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/ca20e98c9c1f4bd2bce01664ece9cf8f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f429a842869244839a35332ef8758970, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8898f542bd6b46ffa6545e7a3cdb61e8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/c401d912bb6c4026946fa256d2baa7e4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/3b21644297314dd6a8f0801dababe1ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/568a5b1acc8b42d3be3fe42f87b33609, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/325ee0a1ba4c494aa24c35d00756cc5c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0aac5cb6057d47909adb0b212b8a9ca6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8d37d1d434ec41dfa6ec89523bd2c667, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/62f636dafa364914aca3975b715cb1e0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0d442d5876a14df8bbf035776d7c52f1] to archive 2024-11-20T00:24:15,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:24:15,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/9499aa9fecb642688eb257a5553c92ed to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/9499aa9fecb642688eb257a5553c92ed 2024-11-20T00:24:15,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a3aad0f9565345aeb0bcadec2039f52b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a3aad0f9565345aeb0bcadec2039f52b 2024-11-20T00:24:15,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/090e5446576f4bc48cbb008fddeb80b2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/090e5446576f4bc48cbb008fddeb80b2 2024-11-20T00:24:15,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a2c4f54bdade4dc9be6bbf515923cef3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/a2c4f54bdade4dc9be6bbf515923cef3 2024-11-20T00:24:15,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/7e9ebc8027174987860cc733078ac434 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/7e9ebc8027174987860cc733078ac434 2024-11-20T00:24:15,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f326b5b476444b30a69b49bd25997660 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f326b5b476444b30a69b49bd25997660 2024-11-20T00:24:15,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/2de246e7869d457693c7d1ce9e35d467 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/2de246e7869d457693c7d1ce9e35d467 2024-11-20T00:24:15,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/19d1778283dc40609e97e5774db74e13 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/19d1778283dc40609e97e5774db74e13 2024-11-20T00:24:15,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/d8a7329381ab480fb3c37c4767ab9cde to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/d8a7329381ab480fb3c37c4767ab9cde 2024-11-20T00:24:15,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/aee03b423c244c049325f5f7d59f74bd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/aee03b423c244c049325f5f7d59f74bd 2024-11-20T00:24:15,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/15722481248b4dcc8b721b40f95ffe00 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/15722481248b4dcc8b721b40f95ffe00 2024-11-20T00:24:15,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/326f73815556405e9e0ebf2d26253513 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/326f73815556405e9e0ebf2d26253513 2024-11-20T00:24:15,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b0a50ec019be446e9a594ee539b67fdd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b0a50ec019be446e9a594ee539b67fdd 2024-11-20T00:24:15,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/5596c39f8f8b4b60b1c4dfe5b328ba05 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/5596c39f8f8b4b60b1c4dfe5b328ba05 2024-11-20T00:24:15,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0e70ca6dd7264b38ad9680d6192f9c10 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0e70ca6dd7264b38ad9680d6192f9c10 2024-11-20T00:24:15,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/ca20e98c9c1f4bd2bce01664ece9cf8f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/ca20e98c9c1f4bd2bce01664ece9cf8f 2024-11-20T00:24:15,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f429a842869244839a35332ef8758970 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/f429a842869244839a35332ef8758970 2024-11-20T00:24:15,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8898f542bd6b46ffa6545e7a3cdb61e8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8898f542bd6b46ffa6545e7a3cdb61e8 2024-11-20T00:24:15,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/c401d912bb6c4026946fa256d2baa7e4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/c401d912bb6c4026946fa256d2baa7e4 2024-11-20T00:24:15,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/3b21644297314dd6a8f0801dababe1ac to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/3b21644297314dd6a8f0801dababe1ac 2024-11-20T00:24:15,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/568a5b1acc8b42d3be3fe42f87b33609 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/568a5b1acc8b42d3be3fe42f87b33609 2024-11-20T00:24:15,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/325ee0a1ba4c494aa24c35d00756cc5c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/325ee0a1ba4c494aa24c35d00756cc5c 2024-11-20T00:24:15,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0aac5cb6057d47909adb0b212b8a9ca6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0aac5cb6057d47909adb0b212b8a9ca6 2024-11-20T00:24:15,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8d37d1d434ec41dfa6ec89523bd2c667 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/8d37d1d434ec41dfa6ec89523bd2c667 2024-11-20T00:24:15,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/62f636dafa364914aca3975b715cb1e0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/62f636dafa364914aca3975b715cb1e0 2024-11-20T00:24:15,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0d442d5876a14df8bbf035776d7c52f1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/0d442d5876a14df8bbf035776d7c52f1 2024-11-20T00:24:15,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/31b66655e944461f80f905e606d2dcf5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8427349427144de9aaea024142a73536, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0ba952224e694f598fdb952b7cb93481, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/16fb3cdbf0644a4e83f14d0fd75cb569, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/7ef3645a5a484ae4bd8b4dd9798ede94, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a28f685507e349c6b5f6bdc739f0efc3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4ccb44c0533e4f4091b82ca4a0c7911b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/426ca00790a143128ea999054a4204ab, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/c0424b2490dd4513802760188649dd70, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/99c7976c749c4e1a86ef68b09d01cfe9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/5b20530fcdb0431483b2c28d10b9806c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/ca4a750668b140a3a2433cb6ebc27037, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0f15acd85d6e45ee998a6d496568eb96, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8c25dee3e97744a4985f239a2a7207d1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3bd89f7330f9441f80ec066fb69bd41a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/f0cf9531655a496bb8a1941226091523, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3d369d1f44264b2782fb5ebcdf63c9ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/9be32afcb72b4873a0fbcc6ce30c3c00, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/e17d0c10bc3544a6965cd6a60c0e8e71, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/73d405ea4da64c66aaa835e278fe5e8a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8a957a2178674c1abad3380e7df3c3a6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a6dbfe8451ad4d73891b1b2b3df3afd6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/bc32a375d8054743b8cc380a6bd22177, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/81c1388e891a4b40bd5440dafffcbe2b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0c906844466641d18bc9efea7f2727f8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/322f1ae76bc94cd8b841c9f6046478a1] to archive 2024-11-20T00:24:15,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:24:15,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/31b66655e944461f80f905e606d2dcf5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/31b66655e944461f80f905e606d2dcf5 2024-11-20T00:24:15,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8427349427144de9aaea024142a73536 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8427349427144de9aaea024142a73536 2024-11-20T00:24:15,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0ba952224e694f598fdb952b7cb93481 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0ba952224e694f598fdb952b7cb93481 2024-11-20T00:24:15,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/16fb3cdbf0644a4e83f14d0fd75cb569 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/16fb3cdbf0644a4e83f14d0fd75cb569 2024-11-20T00:24:15,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/7ef3645a5a484ae4bd8b4dd9798ede94 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/7ef3645a5a484ae4bd8b4dd9798ede94 2024-11-20T00:24:15,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a28f685507e349c6b5f6bdc739f0efc3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a28f685507e349c6b5f6bdc739f0efc3 2024-11-20T00:24:15,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4ccb44c0533e4f4091b82ca4a0c7911b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4ccb44c0533e4f4091b82ca4a0c7911b 2024-11-20T00:24:15,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/426ca00790a143128ea999054a4204ab to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/426ca00790a143128ea999054a4204ab 2024-11-20T00:24:15,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/c0424b2490dd4513802760188649dd70 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/c0424b2490dd4513802760188649dd70 2024-11-20T00:24:15,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/99c7976c749c4e1a86ef68b09d01cfe9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/99c7976c749c4e1a86ef68b09d01cfe9 2024-11-20T00:24:15,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/5b20530fcdb0431483b2c28d10b9806c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/5b20530fcdb0431483b2c28d10b9806c 2024-11-20T00:24:15,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/ca4a750668b140a3a2433cb6ebc27037 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/ca4a750668b140a3a2433cb6ebc27037 2024-11-20T00:24:15,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0f15acd85d6e45ee998a6d496568eb96 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0f15acd85d6e45ee998a6d496568eb96 2024-11-20T00:24:15,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8c25dee3e97744a4985f239a2a7207d1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8c25dee3e97744a4985f239a2a7207d1 2024-11-20T00:24:15,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3bd89f7330f9441f80ec066fb69bd41a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3bd89f7330f9441f80ec066fb69bd41a 2024-11-20T00:24:15,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/f0cf9531655a496bb8a1941226091523 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/f0cf9531655a496bb8a1941226091523 2024-11-20T00:24:15,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3d369d1f44264b2782fb5ebcdf63c9ac to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/3d369d1f44264b2782fb5ebcdf63c9ac 2024-11-20T00:24:15,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/9be32afcb72b4873a0fbcc6ce30c3c00 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/9be32afcb72b4873a0fbcc6ce30c3c00 2024-11-20T00:24:15,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/e17d0c10bc3544a6965cd6a60c0e8e71 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/e17d0c10bc3544a6965cd6a60c0e8e71 2024-11-20T00:24:15,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/73d405ea4da64c66aaa835e278fe5e8a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/73d405ea4da64c66aaa835e278fe5e8a 2024-11-20T00:24:15,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8a957a2178674c1abad3380e7df3c3a6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/8a957a2178674c1abad3380e7df3c3a6 2024-11-20T00:24:15,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a6dbfe8451ad4d73891b1b2b3df3afd6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/a6dbfe8451ad4d73891b1b2b3df3afd6 2024-11-20T00:24:15,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/bc32a375d8054743b8cc380a6bd22177 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/bc32a375d8054743b8cc380a6bd22177 2024-11-20T00:24:15,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/81c1388e891a4b40bd5440dafffcbe2b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/81c1388e891a4b40bd5440dafffcbe2b 2024-11-20T00:24:15,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0c906844466641d18bc9efea7f2727f8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0c906844466641d18bc9efea7f2727f8 2024-11-20T00:24:15,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/322f1ae76bc94cd8b841c9f6046478a1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/322f1ae76bc94cd8b841c9f6046478a1 2024-11-20T00:24:15,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2b090ff29e04950be60e8530e5001cf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/246121cc16924fc4bbbd1d29f31e5b4c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/217f72e74ffa4d71b63427dcb0d0d780, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f75d244d252343d9b3a041d8da9fe325, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2508e9139894d45948985cbd59777df, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6e487f2e44294aeba4e09d81ac71ecbc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/ea2a18caf1854641a63d198738e718ae, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a27768b5063d400c88f81ffd664a51c2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/45542f0220734cd7a04fdbf6184ca366, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a3c3d62feb904379bd46b01b0dae819c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f4ba96c58b074bacb4dfe09b432c28d2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fbe22e24d68d4947a86c9ed3877eec44, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/82dd21c8c9f3423995acbbb25b908c3b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fd086cc70ab04737a057b4a102129b06, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/2aff49fbfc03468480cba4b1887073d8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/eb4f7c38f14846e589c115aca4706d42, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0dadbbe43c0341d5a64cb755169409a2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/64bfec2930d14cffb627a1fa52b81966, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/1692c705b2324b2081c7d72d11942f0f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/808832d6c923450da26c37297667223e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/9f18a0964c5240118312c9666756b53d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c5d77d44fb884ed1b13e70ca8627a1c9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/46908d873ccc4db3b92fd9e3b7f2015b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/520d7d4e5bf14ad5945653ffe58d2132, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/e183637fb4914d3387ecafe0b948678b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0a59035e356c44f28d15183965281fab] to archive 2024-11-20T00:24:15,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:24:15,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2b090ff29e04950be60e8530e5001cf to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2b090ff29e04950be60e8530e5001cf 2024-11-20T00:24:15,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/246121cc16924fc4bbbd1d29f31e5b4c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/246121cc16924fc4bbbd1d29f31e5b4c 2024-11-20T00:24:15,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/217f72e74ffa4d71b63427dcb0d0d780 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/217f72e74ffa4d71b63427dcb0d0d780 2024-11-20T00:24:15,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f75d244d252343d9b3a041d8da9fe325 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f75d244d252343d9b3a041d8da9fe325 2024-11-20T00:24:15,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2508e9139894d45948985cbd59777df to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/d2508e9139894d45948985cbd59777df 2024-11-20T00:24:15,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6e487f2e44294aeba4e09d81ac71ecbc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6e487f2e44294aeba4e09d81ac71ecbc 2024-11-20T00:24:15,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/ea2a18caf1854641a63d198738e718ae to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/ea2a18caf1854641a63d198738e718ae 2024-11-20T00:24:15,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a27768b5063d400c88f81ffd664a51c2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a27768b5063d400c88f81ffd664a51c2 2024-11-20T00:24:15,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/45542f0220734cd7a04fdbf6184ca366 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/45542f0220734cd7a04fdbf6184ca366 2024-11-20T00:24:15,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a3c3d62feb904379bd46b01b0dae819c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/a3c3d62feb904379bd46b01b0dae819c 2024-11-20T00:24:15,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f4ba96c58b074bacb4dfe09b432c28d2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/f4ba96c58b074bacb4dfe09b432c28d2 2024-11-20T00:24:15,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fbe22e24d68d4947a86c9ed3877eec44 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fbe22e24d68d4947a86c9ed3877eec44 2024-11-20T00:24:15,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/82dd21c8c9f3423995acbbb25b908c3b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/82dd21c8c9f3423995acbbb25b908c3b 2024-11-20T00:24:15,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fd086cc70ab04737a057b4a102129b06 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/fd086cc70ab04737a057b4a102129b06 2024-11-20T00:24:15,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/2aff49fbfc03468480cba4b1887073d8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/2aff49fbfc03468480cba4b1887073d8 2024-11-20T00:24:15,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/eb4f7c38f14846e589c115aca4706d42 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/eb4f7c38f14846e589c115aca4706d42 2024-11-20T00:24:15,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0dadbbe43c0341d5a64cb755169409a2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0dadbbe43c0341d5a64cb755169409a2 2024-11-20T00:24:15,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/64bfec2930d14cffb627a1fa52b81966 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/64bfec2930d14cffb627a1fa52b81966 2024-11-20T00:24:15,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/1692c705b2324b2081c7d72d11942f0f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/1692c705b2324b2081c7d72d11942f0f 2024-11-20T00:24:15,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/808832d6c923450da26c37297667223e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/808832d6c923450da26c37297667223e 2024-11-20T00:24:15,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/9f18a0964c5240118312c9666756b53d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/9f18a0964c5240118312c9666756b53d 2024-11-20T00:24:15,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c5d77d44fb884ed1b13e70ca8627a1c9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c5d77d44fb884ed1b13e70ca8627a1c9 2024-11-20T00:24:15,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/46908d873ccc4db3b92fd9e3b7f2015b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/46908d873ccc4db3b92fd9e3b7f2015b 2024-11-20T00:24:15,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/520d7d4e5bf14ad5945653ffe58d2132 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/520d7d4e5bf14ad5945653ffe58d2132 2024-11-20T00:24:15,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/e183637fb4914d3387ecafe0b948678b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/e183637fb4914d3387ecafe0b948678b 2024-11-20T00:24:15,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0a59035e356c44f28d15183965281fab to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/0a59035e356c44f28d15183965281fab 2024-11-20T00:24:15,757 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/recovered.edits/454.seqid, newMaxSeqId=454, maxSeqId=1 2024-11-20T00:24:15,758 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5. 2024-11-20T00:24:15,758 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 0a8b7723c873be51fa7a4561c0f5d6a5: 2024-11-20T00:24:15,759 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:15,760 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=0a8b7723c873be51fa7a4561c0f5d6a5, regionState=CLOSED 2024-11-20T00:24:15,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-20T00:24:15,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 0a8b7723c873be51fa7a4561c0f5d6a5, server=4c2f74f6ba1b,33563,1732062111045 in 1.8870 sec 2024-11-20T00:24:15,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T00:24:15,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a8b7723c873be51fa7a4561c0f5d6a5, UNASSIGN in 1.8910 sec 2024-11-20T00:24:15,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T00:24:15,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8940 sec 2024-11-20T00:24:15,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062255767"}]},"ts":"1732062255767"} 2024-11-20T00:24:15,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T00:24:15,770 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T00:24:15,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9080 sec 2024-11-20T00:24:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T00:24:15,971 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-20T00:24:15,971 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T00:24:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:15,973 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-20T00:24:15,974 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:15,976 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:15,978 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/recovered.edits] 2024-11-20T00:24:15,981 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/1adeb77831fb456cb1c2d8515ab9471e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/1adeb77831fb456cb1c2d8515ab9471e 2024-11-20T00:24:15,982 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/20e805344da240cda7afb875a7d1ebd4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/20e805344da240cda7afb875a7d1ebd4 2024-11-20T00:24:15,983 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/27f64adb8c4a4b138d46434f36e75c39 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/27f64adb8c4a4b138d46434f36e75c39 2024-11-20T00:24:15,985 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/40477e0a6f614aa3a6fa71c9b7424ca5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/40477e0a6f614aa3a6fa71c9b7424ca5 2024-11-20T00:24:15,986 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b681341a919a4c3fb9e0b706e1839b6f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/A/b681341a919a4c3fb9e0b706e1839b6f 2024-11-20T00:24:15,988 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0425e59f28a94c15b2679ebba33e1f3b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/0425e59f28a94c15b2679ebba33e1f3b 2024-11-20T00:24:15,989 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4761488f390f420e9299432eaad485f1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4761488f390f420e9299432eaad485f1 2024-11-20T00:24:15,990 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4fef2330ceb0450e8bea1048939a0df8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/4fef2330ceb0450e8bea1048939a0df8 2024-11-20T00:24:15,991 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/80b94b02526d46cfbd7b85ffda59eb0c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/80b94b02526d46cfbd7b85ffda59eb0c 2024-11-20T00:24:15,992 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/95d0d038fd184cc4a393650763c357de to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/B/95d0d038fd184cc4a393650763c357de 2024-11-20T00:24:15,994 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/277a282f4cb94722b7784d2c65fde9aa to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/277a282f4cb94722b7784d2c65fde9aa 2024-11-20T00:24:15,995 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/49cc051c19034781acd1896dad7999c4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/49cc051c19034781acd1896dad7999c4 2024-11-20T00:24:15,996 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6fa307b2e87e49e8bff24ccce581f2bb to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/6fa307b2e87e49e8bff24ccce581f2bb 2024-11-20T00:24:15,998 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/8c8bd61f876141f682f7bc0c30567c7d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/8c8bd61f876141f682f7bc0c30567c7d 2024-11-20T00:24:15,999 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c015cfa6577a4b1facc332a808cb410e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/C/c015cfa6577a4b1facc332a808cb410e 2024-11-20T00:24:16,002 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/recovered.edits/454.seqid to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5/recovered.edits/454.seqid 2024-11-20T00:24:16,002 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/0a8b7723c873be51fa7a4561c0f5d6a5 2024-11-20T00:24:16,002 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T00:24:16,004 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:16,005 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T00:24:16,007 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T00:24:16,008 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:16,008 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T00:24:16,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732062256008"}]},"ts":"9223372036854775807"} 2024-11-20T00:24:16,009 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T00:24:16,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0a8b7723c873be51fa7a4561c0f5d6a5, NAME => 'TestAcidGuarantees,,1732062232194.0a8b7723c873be51fa7a4561c0f5d6a5.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T00:24:16,010 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T00:24:16,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732062256010"}]},"ts":"9223372036854775807"} 2024-11-20T00:24:16,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T00:24:16,013 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:16,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-20T00:24:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-20T00:24:16,074 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-20T00:24:16,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 550) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1483 (was 1557) 2024-11-20T00:24:16,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1483 2024-11-20T00:24:16,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:24:16,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:24:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:16,100 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T00:24:16,100 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:16,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-20T00:24:16,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T00:24:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T00:24:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742366_1542 (size=960) 2024-11-20T00:24:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T00:24:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T00:24:16,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042 2024-11-20T00:24:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742367_1543 (size=53) 2024-11-20T00:24:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T00:24:16,916 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:24:16,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3092fc13ae6406ac2811b09a301a099b, disabling compactions & flushes 2024-11-20T00:24:16,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:16,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:16,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. after waiting 0 ms 2024-11-20T00:24:16,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:16,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:16,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:16,918 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T00:24:16,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732062256918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732062256918"}]},"ts":"1732062256918"} 2024-11-20T00:24:16,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T00:24:16,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T00:24:16,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062256920"}]},"ts":"1732062256920"} 2024-11-20T00:24:16,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T00:24:16,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, ASSIGN}] 2024-11-20T00:24:16,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, ASSIGN 2024-11-20T00:24:16,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, ASSIGN; state=OFFLINE, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=false 2024-11-20T00:24:17,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:17,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:24:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T00:24:17,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:17,247 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:17,247 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:24:17,248 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,248 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:24:17,248 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,248 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,249 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,252 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:24:17,252 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3092fc13ae6406ac2811b09a301a099b columnFamilyName A 2024-11-20T00:24:17,252 DEBUG [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:17,253 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(327): Store=3092fc13ae6406ac2811b09a301a099b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:24:17,253 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,254 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:24:17,254 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3092fc13ae6406ac2811b09a301a099b columnFamilyName B 2024-11-20T00:24:17,254 DEBUG [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:17,254 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(327): Store=3092fc13ae6406ac2811b09a301a099b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:24:17,255 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,255 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:24:17,256 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3092fc13ae6406ac2811b09a301a099b columnFamilyName C 2024-11-20T00:24:17,256 DEBUG [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:17,256 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(327): Store=3092fc13ae6406ac2811b09a301a099b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:24:17,256 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:17,257 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,258 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,259 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:24:17,261 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:17,263 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T00:24:17,263 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 3092fc13ae6406ac2811b09a301a099b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70277081, jitterRate=0.04721011221408844}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:24:17,264 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:17,265 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., pid=157, masterSystemTime=1732062257244 2024-11-20T00:24:17,266 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:17,266 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:17,266 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=OPEN, openSeqNum=2, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:17,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T00:24:17,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 in 174 msec 2024-11-20T00:24:17,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T00:24:17,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, ASSIGN in 344 msec 2024-11-20T00:24:17,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T00:24:17,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062257271"}]},"ts":"1732062257271"} 2024-11-20T00:24:17,272 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T00:24:17,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T00:24:17,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-11-20T00:24:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T00:24:18,206 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-20T00:24:18,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-20T00:24:18,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,218 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T00:24:18,220 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T00:24:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T00:24:18,222 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T00:24:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742368_1544 (size=996) 2024-11-20T00:24:18,234 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T00:24:18,234 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T00:24:18,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:24:18,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, REOPEN/MOVE}] 2024-11-20T00:24:18,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, REOPEN/MOVE 2024-11-20T00:24:18,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,241 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:24:18,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:24:18,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,393 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,393 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:24:18,393 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 3092fc13ae6406ac2811b09a301a099b, disabling compactions & flushes 2024-11-20T00:24:18,393 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,393 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,393 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. after waiting 0 ms 2024-11-20T00:24:18,393 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,397 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T00:24:18,398 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,398 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:18,398 WARN [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 3092fc13ae6406ac2811b09a301a099b to self. 2024-11-20T00:24:18,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=CLOSED 2024-11-20T00:24:18,400 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T00:24:18,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 in 160 msec 2024-11-20T00:24:18,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, REOPEN/MOVE; state=CLOSED, location=4c2f74f6ba1b,33563,1732062111045; forceNewPlan=false, retain=true 2024-11-20T00:24:18,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=OPENING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:24:18,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,710 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,711 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T00:24:18,711 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,711 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T00:24:18,711 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,711 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,713 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,713 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:24:18,714 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3092fc13ae6406ac2811b09a301a099b columnFamilyName A 2024-11-20T00:24:18,714 DEBUG [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:18,715 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(327): Store=3092fc13ae6406ac2811b09a301a099b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:24:18,715 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,716 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:24:18,716 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3092fc13ae6406ac2811b09a301a099b columnFamilyName B 2024-11-20T00:24:18,716 DEBUG [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:18,717 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(327): Store=3092fc13ae6406ac2811b09a301a099b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:24:18,717 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,717 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T00:24:18,717 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3092fc13ae6406ac2811b09a301a099b columnFamilyName C 2024-11-20T00:24:18,717 DEBUG [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:18,718 INFO [StoreOpener-3092fc13ae6406ac2811b09a301a099b-1 {}] regionserver.HStore(327): Store=3092fc13ae6406ac2811b09a301a099b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T00:24:18,718 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,718 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,719 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,721 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T00:24:18,722 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,723 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 3092fc13ae6406ac2811b09a301a099b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63978309, jitterRate=-0.04664890468120575}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T00:24:18,723 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:18,724 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., pid=162, masterSystemTime=1732062258707 2024-11-20T00:24:18,725 DEBUG [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,726 INFO [RS_OPEN_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:18,726 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=OPEN, openSeqNum=5, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-20T00:24:18,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 in 171 msec 2024-11-20T00:24:18,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T00:24:18,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, REOPEN/MOVE in 490 msec 2024-11-20T00:24:18,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T00:24:18,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-20T00:24:18,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 509 msec 2024-11-20T00:24:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-20T00:24:18,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-20T00:24:18,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-20T00:24:18,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-20T00:24:18,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-20T00:24:18,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-20T00:24:18,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-20T00:24:18,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-20T00:24:18,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-20T00:24:18,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-20T00:24:18,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:59419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-20T00:24:18,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T00:24:18,852 DEBUG [hconnection-0x730d1781-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,853 DEBUG [hconnection-0x3cd03c83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,854 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,854 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:18,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:24:18,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:18,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:18,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:18,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:18,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:18,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:18,874 DEBUG [hconnection-0xadb2dac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,875 DEBUG [hconnection-0x69aeb749-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,875 DEBUG [hconnection-0x9d4c537-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,876 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,876 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,877 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,884 DEBUG [hconnection-0x22422d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,885 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062318920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062318920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,924 DEBUG [hconnection-0xf0d805e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,925 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:18,930 DEBUG [hconnection-0x370e49da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062318928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,931 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062318933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:18,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-20T00:24:18,947 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T00:24:18,947 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:18,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:18,948 DEBUG [hconnection-0x6098a812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,952 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209aa7866d2d544503948470551fc2c0e8_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062258861/Put/seqid=0 2024-11-20T00:24:18,968 DEBUG [hconnection-0x41147e37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T00:24:18,969 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T00:24:18,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062318971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742369_1545 (size=12154) 2024-11-20T00:24:19,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062319024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062319025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062319031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062319035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T00:24:19,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062319074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T00:24:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062319227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062319229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062319234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062319240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T00:24:19,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T00:24:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062319278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T00:24:19,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:19,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:19,424 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209aa7866d2d544503948470551fc2c0e8_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209aa7866d2d544503948470551fc2c0e8_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:19,425 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/26a16a0afc8c49bb8d00790ed8d1e85a, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:19,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/26a16a0afc8c49bb8d00790ed8d1e85a is 175, key is test_row_0/A:col10/1732062258861/Put/seqid=0 2024-11-20T00:24:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742370_1546 (size=30955) 2024-11-20T00:24:19,435 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/26a16a0afc8c49bb8d00790ed8d1e85a 2024-11-20T00:24:19,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T00:24:19,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/1aaa06d5f3364989a1fc8d92df0b54ff is 50, key is test_row_0/B:col10/1732062258861/Put/seqid=0 2024-11-20T00:24:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742371_1547 (size=12001) 2024-11-20T00:24:19,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/1aaa06d5f3364989a1fc8d92df0b54ff 2024-11-20T00:24:19,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062319532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062319532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062319536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/5053191755de44f7a0ea7f7ba6e81a93 is 50, key is test_row_0/C:col10/1732062258861/Put/seqid=0 2024-11-20T00:24:19,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062319543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T00:24:19,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T00:24:19,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:19,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:19,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742372_1548 (size=12001) 2024-11-20T00:24:19,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/5053191755de44f7a0ea7f7ba6e81a93 2024-11-20T00:24:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062319582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/26a16a0afc8c49bb8d00790ed8d1e85a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/26a16a0afc8c49bb8d00790ed8d1e85a 2024-11-20T00:24:19,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/26a16a0afc8c49bb8d00790ed8d1e85a, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T00:24:19,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/1aaa06d5f3364989a1fc8d92df0b54ff as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/1aaa06d5f3364989a1fc8d92df0b54ff 2024-11-20T00:24:19,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/1aaa06d5f3364989a1fc8d92df0b54ff, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T00:24:19,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/5053191755de44f7a0ea7f7ba6e81a93 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/5053191755de44f7a0ea7f7ba6e81a93 2024-11-20T00:24:19,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/5053191755de44f7a0ea7f7ba6e81a93, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T00:24:19,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3092fc13ae6406ac2811b09a301a099b in 737ms, sequenceid=15, compaction requested=false 2024-11-20T00:24:19,602 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T00:24:19,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:19,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:19,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T00:24:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:19,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T00:24:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb61bb273774445ea9cd11135356a18b_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062258913/Put/seqid=0 2024-11-20T00:24:19,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742373_1549 (size=12154) 2024-11-20T00:24:19,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:19,753 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb61bb273774445ea9cd11135356a18b_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb61bb273774445ea9cd11135356a18b_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/085e07611d3c4d97bb531d5a96a687f2, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/085e07611d3c4d97bb531d5a96a687f2 is 175, key is test_row_0/A:col10/1732062258913/Put/seqid=0 2024-11-20T00:24:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742374_1550 (size=30955) 2024-11-20T00:24:19,777 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/085e07611d3c4d97bb531d5a96a687f2 2024-11-20T00:24:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/b6f28260d9f84dae8ee89d1d11a05a55 is 50, key is test_row_0/B:col10/1732062258913/Put/seqid=0 2024-11-20T00:24:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742375_1551 (size=12001) 2024-11-20T00:24:19,820 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/b6f28260d9f84dae8ee89d1d11a05a55 2024-11-20T00:24:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/9008b30410344d719d86f4e44e52e038 is 50, key is test_row_0/C:col10/1732062258913/Put/seqid=0 2024-11-20T00:24:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742376_1552 (size=12001) 2024-11-20T00:24:20,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:20,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062320047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062320047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062320048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062320049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T00:24:20,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062320084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062320152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062320152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062320153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,291 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/9008b30410344d719d86f4e44e52e038 2024-11-20T00:24:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/085e07611d3c4d97bb531d5a96a687f2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/085e07611d3c4d97bb531d5a96a687f2 2024-11-20T00:24:20,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/085e07611d3c4d97bb531d5a96a687f2, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T00:24:20,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/b6f28260d9f84dae8ee89d1d11a05a55 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b6f28260d9f84dae8ee89d1d11a05a55 2024-11-20T00:24:20,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b6f28260d9f84dae8ee89d1d11a05a55, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T00:24:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/9008b30410344d719d86f4e44e52e038 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/9008b30410344d719d86f4e44e52e038 2024-11-20T00:24:20,317 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/9008b30410344d719d86f4e44e52e038, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T00:24:20,318 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3092fc13ae6406ac2811b09a301a099b in 605ms, sequenceid=41, compaction requested=false 2024-11-20T00:24:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-20T00:24:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-20T00:24:20,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T00:24:20,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec 2024-11-20T00:24:20,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.3850 sec 2024-11-20T00:24:20,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:24:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:20,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a26baf80c2eb47e18eb2384b93fdbbaf_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062260357/Put/seqid=0 2024-11-20T00:24:20,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742377_1553 (size=12154) 2024-11-20T00:24:20,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:20,394 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a26baf80c2eb47e18eb2384b93fdbbaf_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a26baf80c2eb47e18eb2384b93fdbbaf_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:20,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/97a1aa5d01ad4e99bb047949314250b0, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:20,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/97a1aa5d01ad4e99bb047949314250b0 is 175, key is test_row_0/A:col10/1732062260357/Put/seqid=0 2024-11-20T00:24:20,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742378_1554 (size=30955) 2024-11-20T00:24:20,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/97a1aa5d01ad4e99bb047949314250b0 2024-11-20T00:24:20,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062320400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062320402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062320405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/d5d5a6d29d0f4ca69b236fd8e9691bd8 is 50, key is test_row_0/B:col10/1732062260357/Put/seqid=0 2024-11-20T00:24:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742379_1555 (size=12001) 2024-11-20T00:24:20,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/d5d5a6d29d0f4ca69b236fd8e9691bd8 2024-11-20T00:24:20,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ac30424cb6344c09bbeae2dc9e363817 is 50, key is test_row_0/C:col10/1732062260357/Put/seqid=0 2024-11-20T00:24:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742380_1556 (size=12001) 2024-11-20T00:24:20,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ac30424cb6344c09bbeae2dc9e363817 2024-11-20T00:24:20,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/97a1aa5d01ad4e99bb047949314250b0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/97a1aa5d01ad4e99bb047949314250b0 2024-11-20T00:24:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062320505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062320507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062320510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/97a1aa5d01ad4e99bb047949314250b0, entries=150, sequenceid=54, filesize=30.2 K 2024-11-20T00:24:20,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/d5d5a6d29d0f4ca69b236fd8e9691bd8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/d5d5a6d29d0f4ca69b236fd8e9691bd8 2024-11-20T00:24:20,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/d5d5a6d29d0f4ca69b236fd8e9691bd8, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T00:24:20,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ac30424cb6344c09bbeae2dc9e363817 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ac30424cb6344c09bbeae2dc9e363817 2024-11-20T00:24:20,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ac30424cb6344c09bbeae2dc9e363817, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T00:24:20,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3092fc13ae6406ac2811b09a301a099b in 172ms, sequenceid=54, compaction requested=true 2024-11-20T00:24:20,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:20,532 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T00:24:20,532 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:20,535 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:20,535 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:20,535 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:20,535 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:20,535 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:20,536 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/1aaa06d5f3364989a1fc8d92df0b54ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b6f28260d9f84dae8ee89d1d11a05a55, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/d5d5a6d29d0f4ca69b236fd8e9691bd8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=35.2 K 2024-11-20T00:24:20,536 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:20,536 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/26a16a0afc8c49bb8d00790ed8d1e85a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/085e07611d3c4d97bb531d5a96a687f2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/97a1aa5d01ad4e99bb047949314250b0] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=90.7 K 2024-11-20T00:24:20,536 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:20,536 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/26a16a0afc8c49bb8d00790ed8d1e85a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/085e07611d3c4d97bb531d5a96a687f2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/97a1aa5d01ad4e99bb047949314250b0] 2024-11-20T00:24:20,536 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aaa06d5f3364989a1fc8d92df0b54ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732062258857 2024-11-20T00:24:20,537 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b6f28260d9f84dae8ee89d1d11a05a55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732062258903 2024-11-20T00:24:20,537 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26a16a0afc8c49bb8d00790ed8d1e85a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732062258857 2024-11-20T00:24:20,537 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 085e07611d3c4d97bb531d5a96a687f2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732062258903 2024-11-20T00:24:20,537 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting d5d5a6d29d0f4ca69b236fd8e9691bd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062260047 2024-11-20T00:24:20,537 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97a1aa5d01ad4e99bb047949314250b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062260047 2024-11-20T00:24:20,558 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:20,561 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:20,562 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0272e70945f8403e87022b7fc5c595dd is 50, key is test_row_0/B:col10/1732062260357/Put/seqid=0 2024-11-20T00:24:20,571 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120538fb6e81826462696bb555cb2e4fbd2_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:20,573 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120538fb6e81826462696bb555cb2e4fbd2_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:20,573 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120538fb6e81826462696bb555cb2e4fbd2_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:20,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742382_1558 (size=4469) 2024-11-20T00:24:20,613 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#476 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:20,614 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/d1f46625381d435e80030bb1ff294c6c is 175, key is test_row_0/A:col10/1732062260357/Put/seqid=0 2024-11-20T00:24:20,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742381_1557 (size=12104) 2024-11-20T00:24:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742383_1559 (size=31058) 2024-11-20T00:24:20,630 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/d1f46625381d435e80030bb1ff294c6c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d1f46625381d435e80030bb1ff294c6c 2024-11-20T00:24:20,637 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into d1f46625381d435e80030bb1ff294c6c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:20,637 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:20,637 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=13, startTime=1732062260532; duration=0sec 2024-11-20T00:24:20,637 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:20,637 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:20,637 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:20,638 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:20,639 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:20,639 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:20,639 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/5053191755de44f7a0ea7f7ba6e81a93, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/9008b30410344d719d86f4e44e52e038, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ac30424cb6344c09bbeae2dc9e363817] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=35.2 K 2024-11-20T00:24:20,639 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5053191755de44f7a0ea7f7ba6e81a93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732062258857 2024-11-20T00:24:20,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9008b30410344d719d86f4e44e52e038, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732062258903 2024-11-20T00:24:20,640 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac30424cb6344c09bbeae2dc9e363817, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062260047 2024-11-20T00:24:20,650 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:20,650 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/a45c6658b76e408cbf5d73feff9c876c is 50, key is test_row_0/C:col10/1732062260357/Put/seqid=0 2024-11-20T00:24:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742384_1560 (size=12104) 2024-11-20T00:24:20,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:24:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:20,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112077bf54b92f854777af21fc5a11765dfc_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062260394/Put/seqid=0 2024-11-20T00:24:20,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062320726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062320726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062320727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742385_1561 (size=12154) 2024-11-20T00:24:20,753 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:20,758 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112077bf54b92f854777af21fc5a11765dfc_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112077bf54b92f854777af21fc5a11765dfc_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:20,760 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/601f234cd308479aa85efd1a5f8e7f99, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:20,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/601f234cd308479aa85efd1a5f8e7f99 is 175, key is test_row_0/A:col10/1732062260394/Put/seqid=0 2024-11-20T00:24:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742386_1562 (size=30955) 2024-11-20T00:24:20,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/601f234cd308479aa85efd1a5f8e7f99 2024-11-20T00:24:20,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/fbf77fd9598c48ffb509031b21354bfb is 50, key is test_row_0/B:col10/1732062260394/Put/seqid=0 2024-11-20T00:24:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062320831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062320831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062320831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742387_1563 (size=12001) 2024-11-20T00:24:20,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/fbf77fd9598c48ffb509031b21354bfb 2024-11-20T00:24:20,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/32ba464afd7b400b97fdc86ec9916ccf is 50, key is test_row_0/C:col10/1732062260394/Put/seqid=0 2024-11-20T00:24:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742388_1564 (size=12001) 2024-11-20T00:24:20,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/32ba464afd7b400b97fdc86ec9916ccf 2024-11-20T00:24:20,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/601f234cd308479aa85efd1a5f8e7f99 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/601f234cd308479aa85efd1a5f8e7f99 2024-11-20T00:24:20,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/601f234cd308479aa85efd1a5f8e7f99, entries=150, sequenceid=80, filesize=30.2 K 2024-11-20T00:24:20,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/fbf77fd9598c48ffb509031b21354bfb as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/fbf77fd9598c48ffb509031b21354bfb 2024-11-20T00:24:20,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/fbf77fd9598c48ffb509031b21354bfb, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T00:24:20,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/32ba464afd7b400b97fdc86ec9916ccf as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/32ba464afd7b400b97fdc86ec9916ccf 2024-11-20T00:24:20,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/32ba464afd7b400b97fdc86ec9916ccf, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T00:24:20,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3092fc13ae6406ac2811b09a301a099b in 202ms, sequenceid=80, compaction requested=false 2024-11-20T00:24:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:21,024 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0272e70945f8403e87022b7fc5c595dd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0272e70945f8403e87022b7fc5c595dd 2024-11-20T00:24:21,029 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 0272e70945f8403e87022b7fc5c595dd(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:21,029 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:21,029 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=13, startTime=1732062260532; duration=0sec 2024-11-20T00:24:21,030 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:21,030 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:21,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:24:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T00:24:21,053 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-20T00:24:21,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-20T00:24:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T00:24:21,057 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:21,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a53cadf39f64e3d843ec4d33ac17cfc_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062260725/Put/seqid=0 2024-11-20T00:24:21,064 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:21,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742389_1565 (size=17034) 2024-11-20T00:24:21,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062321087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062321088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062321091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062321092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062321094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,102 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/a45c6658b76e408cbf5d73feff9c876c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a45c6658b76e408cbf5d73feff9c876c 2024-11-20T00:24:21,107 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into a45c6658b76e408cbf5d73feff9c876c(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:21,107 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:21,107 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=13, startTime=1732062260532; duration=0sec 2024-11-20T00:24:21,107 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:21,107 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T00:24:21,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062321196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062321197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062321198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062321199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T00:24:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T00:24:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T00:24:21,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T00:24:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062321400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062321400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062321401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062321404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:21,500 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a53cadf39f64e3d843ec4d33ac17cfc_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a53cadf39f64e3d843ec4d33ac17cfc_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:21,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/380749ae27ab4705bc7447bc7acfebad, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:21,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/380749ae27ab4705bc7447bc7acfebad is 175, key is test_row_0/A:col10/1732062260725/Put/seqid=0 2024-11-20T00:24:21,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T00:24:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742390_1566 (size=48139) 2024-11-20T00:24:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:21,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/380749ae27ab4705bc7447bc7acfebad 2024-11-20T00:24:21,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/b1c881f1b8ec4c46bf6e9b132f8cd612 is 50, key is test_row_0/B:col10/1732062260725/Put/seqid=0 2024-11-20T00:24:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742391_1567 (size=12001) 2024-11-20T00:24:21,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/b1c881f1b8ec4c46bf6e9b132f8cd612 2024-11-20T00:24:21,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/35587d6c9fb240958d09ec6ba426573e is 50, key is test_row_0/C:col10/1732062260725/Put/seqid=0 2024-11-20T00:24:21,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742392_1568 (size=12001) 2024-11-20T00:24:21,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/35587d6c9fb240958d09ec6ba426573e 2024-11-20T00:24:21,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/380749ae27ab4705bc7447bc7acfebad as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/380749ae27ab4705bc7447bc7acfebad 2024-11-20T00:24:21,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/380749ae27ab4705bc7447bc7acfebad, entries=250, sequenceid=94, filesize=47.0 K 2024-11-20T00:24:21,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/b1c881f1b8ec4c46bf6e9b132f8cd612 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b1c881f1b8ec4c46bf6e9b132f8cd612 2024-11-20T00:24:21,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b1c881f1b8ec4c46bf6e9b132f8cd612, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T00:24:21,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/35587d6c9fb240958d09ec6ba426573e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/35587d6c9fb240958d09ec6ba426573e 2024-11-20T00:24:21,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/35587d6c9fb240958d09ec6ba426573e, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T00:24:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T00:24:21,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3092fc13ae6406ac2811b09a301a099b in 620ms, sequenceid=94, compaction requested=true 2024-11-20T00:24:21,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:21,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:21,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:21,660 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:21,660 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:21,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:21,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:21,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:21,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:21,661 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:21,661 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:21,661 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,661 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:21,662 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d1f46625381d435e80030bb1ff294c6c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/601f234cd308479aa85efd1a5f8e7f99, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/380749ae27ab4705bc7447bc7acfebad] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=107.6 K 2024-11-20T00:24:21,662 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:21,662 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,662 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d1f46625381d435e80030bb1ff294c6c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/601f234cd308479aa85efd1a5f8e7f99, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/380749ae27ab4705bc7447bc7acfebad] 2024-11-20T00:24:21,662 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,662 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0272e70945f8403e87022b7fc5c595dd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/fbf77fd9598c48ffb509031b21354bfb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b1c881f1b8ec4c46bf6e9b132f8cd612] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=35.3 K 2024-11-20T00:24:21,663 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0272e70945f8403e87022b7fc5c595dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062260047 2024-11-20T00:24:21,663 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f46625381d435e80030bb1ff294c6c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062260047 2024-11-20T00:24:21,663 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fbf77fd9598c48ffb509031b21354bfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732062260394 2024-11-20T00:24:21,664 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b1c881f1b8ec4c46bf6e9b132f8cd612, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062260725 2024-11-20T00:24:21,664 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 601f234cd308479aa85efd1a5f8e7f99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732062260394 2024-11-20T00:24:21,665 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 380749ae27ab4705bc7447bc7acfebad, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062260721 2024-11-20T00:24:21,672 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:21,672 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/70a4eca3b5d546148f190b97fbb1d448 is 50, key is test_row_0/B:col10/1732062260725/Put/seqid=0 2024-11-20T00:24:21,674 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:21,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T00:24:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T00:24:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:21,705 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120116d66aba9b54e2eb73c4af2130c76a4_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:21,707 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120116d66aba9b54e2eb73c4af2130c76a4_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:21,707 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120116d66aba9b54e2eb73c4af2130c76a4_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:21,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:21,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742393_1569 (size=12207) 2024-11-20T00:24:21,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062321717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062321720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062321721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204082c69b765a44b3a317af9151c91ff1_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062261090/Put/seqid=0 2024-11-20T00:24:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062321722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742394_1570 (size=4469) 2024-11-20T00:24:21,744 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#486 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:21,744 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/eb128836d1c44f34ad9ade911cc3dfb7 is 175, key is test_row_0/A:col10/1732062260725/Put/seqid=0 2024-11-20T00:24:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742395_1571 (size=12154) 2024-11-20T00:24:21,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742396_1572 (size=31161) 2024-11-20T00:24:21,805 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/eb128836d1c44f34ad9ade911cc3dfb7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/eb128836d1c44f34ad9ade911cc3dfb7 2024-11-20T00:24:21,812 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into eb128836d1c44f34ad9ade911cc3dfb7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:21,812 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:21,812 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=13, startTime=1732062261660; duration=0sec 2024-11-20T00:24:21,812 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:21,812 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:21,812 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:21,813 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:21,813 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:21,813 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:21,814 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a45c6658b76e408cbf5d73feff9c876c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/32ba464afd7b400b97fdc86ec9916ccf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/35587d6c9fb240958d09ec6ba426573e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=35.3 K 2024-11-20T00:24:21,814 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a45c6658b76e408cbf5d73feff9c876c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732062260047 2024-11-20T00:24:21,815 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ba464afd7b400b97fdc86ec9916ccf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732062260394 2024-11-20T00:24:21,815 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35587d6c9fb240958d09ec6ba426573e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062260725 2024-11-20T00:24:21,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062321823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,827 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:21,828 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/c1fb5c2676cf4dd682e9f9b9d0abd7b1 is 50, key is test_row_0/C:col10/1732062260725/Put/seqid=0 2024-11-20T00:24:21,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062321826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062321829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062321829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742397_1573 (size=12207) 2024-11-20T00:24:21,874 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/c1fb5c2676cf4dd682e9f9b9d0abd7b1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/c1fb5c2676cf4dd682e9f9b9d0abd7b1 2024-11-20T00:24:21,881 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into c1fb5c2676cf4dd682e9f9b9d0abd7b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:21,881 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:21,881 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=13, startTime=1732062261661; duration=0sec 2024-11-20T00:24:21,882 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:21,882 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062322026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062322030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062322032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062322033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,127 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/70a4eca3b5d546148f190b97fbb1d448 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/70a4eca3b5d546148f190b97fbb1d448 2024-11-20T00:24:22,134 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 70a4eca3b5d546148f190b97fbb1d448(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:22,134 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:22,134 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=13, startTime=1732062261660; duration=0sec 2024-11-20T00:24:22,134 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:22,134 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T00:24:22,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:22,202 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204082c69b765a44b3a317af9151c91ff1_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204082c69b765a44b3a317af9151c91ff1_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:22,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/40c5c1b844604b11b77272fba872cbf2, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:22,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/40c5c1b844604b11b77272fba872cbf2 is 175, key is test_row_0/A:col10/1732062261090/Put/seqid=0 2024-11-20T00:24:22,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742398_1574 (size=30955) 2024-11-20T00:24:22,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/40c5c1b844604b11b77272fba872cbf2 2024-11-20T00:24:22,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/bf39a2e542c3449d8ae9a529efae0acd is 50, key is test_row_0/B:col10/1732062261090/Put/seqid=0 2024-11-20T00:24:22,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742399_1575 (size=12001) 2024-11-20T00:24:22,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062322329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062322333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062322335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062322337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,682 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/bf39a2e542c3449d8ae9a529efae0acd 2024-11-20T00:24:22,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/a31bee4695ba4315b0eda60bdfe1195d is 50, key is test_row_0/C:col10/1732062261090/Put/seqid=0 2024-11-20T00:24:22,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742400_1576 (size=12001) 2024-11-20T00:24:22,734 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/a31bee4695ba4315b0eda60bdfe1195d 2024-11-20T00:24:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/40c5c1b844604b11b77272fba872cbf2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/40c5c1b844604b11b77272fba872cbf2 2024-11-20T00:24:22,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/40c5c1b844604b11b77272fba872cbf2, entries=150, sequenceid=118, filesize=30.2 K 2024-11-20T00:24:22,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/bf39a2e542c3449d8ae9a529efae0acd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf39a2e542c3449d8ae9a529efae0acd 2024-11-20T00:24:22,755 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf39a2e542c3449d8ae9a529efae0acd, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T00:24:22,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/a31bee4695ba4315b0eda60bdfe1195d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a31bee4695ba4315b0eda60bdfe1195d 2024-11-20T00:24:22,761 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a31bee4695ba4315b0eda60bdfe1195d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T00:24:22,763 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3092fc13ae6406ac2811b09a301a099b in 1085ms, sequenceid=118, compaction requested=false 2024-11-20T00:24:22,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:22,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:22,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-20T00:24:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-20T00:24:22,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T00:24:22,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6990 sec 2024-11-20T00:24:22,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.7110 sec 2024-11-20T00:24:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:22,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T00:24:22,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:22,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:22,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:22,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:22,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:22,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:22,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015d623603f434baca37ff28497c9270a_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062262836/Put/seqid=0 2024-11-20T00:24:22,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742401_1577 (size=12254) 2024-11-20T00:24:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062322866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062322872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062322873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062322877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062322976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062322976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062322981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:22,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062322982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062323112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,114 DEBUG [Thread-2416 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T00:24:23,161 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T00:24:23,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-20T00:24:23,165 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T00:24:23,166 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:23,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:23,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062323180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062323182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062323184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062323186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T00:24:23,275 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:23,279 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015d623603f434baca37ff28497c9270a_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015d623603f434baca37ff28497c9270a_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:23,282 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/b1c78fd4d65c44b3a3c03e0e9bce3608, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:23,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/b1c78fd4d65c44b3a3c03e0e9bce3608 is 175, key is test_row_0/A:col10/1732062262836/Put/seqid=0 2024-11-20T00:24:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742402_1578 (size=31055) 2024-11-20T00:24:23,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T00:24:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T00:24:23,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T00:24:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062323483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062323487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062323487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062323491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T00:24:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/b1c78fd4d65c44b3a3c03e0e9bce3608 2024-11-20T00:24:23,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/59fbfafc1c724c21854a18e1768d2d5e is 50, key is test_row_0/B:col10/1732062262836/Put/seqid=0 2024-11-20T00:24:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742403_1579 (size=12101) 2024-11-20T00:24:23,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/59fbfafc1c724c21854a18e1768d2d5e 2024-11-20T00:24:23,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/4afef1719b5d403c989d1cafa924e49e is 50, key is test_row_0/C:col10/1732062262836/Put/seqid=0 2024-11-20T00:24:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T00:24:23,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T00:24:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:23,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742404_1580 (size=12101) 2024-11-20T00:24:23,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/4afef1719b5d403c989d1cafa924e49e 2024-11-20T00:24:23,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/b1c78fd4d65c44b3a3c03e0e9bce3608 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b1c78fd4d65c44b3a3c03e0e9bce3608 2024-11-20T00:24:23,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b1c78fd4d65c44b3a3c03e0e9bce3608, entries=150, sequenceid=136, filesize=30.3 K 2024-11-20T00:24:23,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/59fbfafc1c724c21854a18e1768d2d5e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/59fbfafc1c724c21854a18e1768d2d5e 2024-11-20T00:24:23,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/59fbfafc1c724c21854a18e1768d2d5e, entries=150, sequenceid=136, filesize=11.8 K 2024-11-20T00:24:23,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/4afef1719b5d403c989d1cafa924e49e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4afef1719b5d403c989d1cafa924e49e 2024-11-20T00:24:23,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4afef1719b5d403c989d1cafa924e49e, entries=150, sequenceid=136, filesize=11.8 K 2024-11-20T00:24:23,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3092fc13ae6406ac2811b09a301a099b in 992ms, sequenceid=136, compaction requested=true 2024-11-20T00:24:23,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:23,831 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:23,833 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:23,833 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:23,833 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,833 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/eb128836d1c44f34ad9ade911cc3dfb7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/40c5c1b844604b11b77272fba872cbf2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b1c78fd4d65c44b3a3c03e0e9bce3608] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=91.0 K 2024-11-20T00:24:23,833 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,833 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/eb128836d1c44f34ad9ade911cc3dfb7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/40c5c1b844604b11b77272fba872cbf2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b1c78fd4d65c44b3a3c03e0e9bce3608] 2024-11-20T00:24:23,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:23,834 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb128836d1c44f34ad9ade911cc3dfb7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062260725 2024-11-20T00:24:23,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:23,835 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:23,835 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40c5c1b844604b11b77272fba872cbf2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732062261083 2024-11-20T00:24:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:23,835 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1c78fd4d65c44b3a3c03e0e9bce3608, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062261713 2024-11-20T00:24:23,836 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:23,836 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:23,836 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,836 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/70a4eca3b5d546148f190b97fbb1d448, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf39a2e542c3449d8ae9a529efae0acd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/59fbfafc1c724c21854a18e1768d2d5e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=35.5 K 2024-11-20T00:24:23,837 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a4eca3b5d546148f190b97fbb1d448, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062260725 2024-11-20T00:24:23,838 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting bf39a2e542c3449d8ae9a529efae0acd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732062261083 2024-11-20T00:24:23,839 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 59fbfafc1c724c21854a18e1768d2d5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062261713 2024-11-20T00:24:23,849 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:23,852 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:23,853 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/78713941582141569bb1f860743fd172 is 50, key is test_row_0/B:col10/1732062262836/Put/seqid=0 2024-11-20T00:24:23,864 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120904fbf6b7bf54193a8a7317e7c016929_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:23,866 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120904fbf6b7bf54193a8a7317e7c016929_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:23,867 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120904fbf6b7bf54193a8a7317e7c016929_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742405_1581 (size=12409) 2024-11-20T00:24:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742406_1582 (size=4469) 2024-11-20T00:24:23,896 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/78713941582141569bb1f860743fd172 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/78713941582141569bb1f860743fd172 2024-11-20T00:24:23,904 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 78713941582141569bb1f860743fd172(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:23,904 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:23,904 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=13, startTime=1732062263835; duration=0sec 2024-11-20T00:24:23,904 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:23,904 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:23,904 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:23,906 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:23,906 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:23,906 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,906 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/c1fb5c2676cf4dd682e9f9b9d0abd7b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a31bee4695ba4315b0eda60bdfe1195d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4afef1719b5d403c989d1cafa924e49e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=35.5 K 2024-11-20T00:24:23,906 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c1fb5c2676cf4dd682e9f9b9d0abd7b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732062260725 2024-11-20T00:24:23,907 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a31bee4695ba4315b0eda60bdfe1195d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732062261083 2024-11-20T00:24:23,907 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 4afef1719b5d403c989d1cafa924e49e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062261713 2024-11-20T00:24:23,918 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:23,918 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/8f2f630a7bde4715be353fa119a5d65a is 50, key is test_row_0/C:col10/1732062262836/Put/seqid=0 2024-11-20T00:24:23,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:23,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T00:24:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:23,931 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T00:24:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:23,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ec6aa6b2daca48f683075a18cc18cf18_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062262871/Put/seqid=0 2024-11-20T00:24:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742407_1583 (size=12409) 2024-11-20T00:24:23,989 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/8f2f630a7bde4715be353fa119a5d65a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/8f2f630a7bde4715be353fa119a5d65a 2024-11-20T00:24:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:23,997 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into 8f2f630a7bde4715be353fa119a5d65a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:23,997 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:23,997 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=13, startTime=1732062263835; duration=0sec 2024-11-20T00:24:23,998 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:23,998 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:24,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742408_1584 (size=12304) 2024-11-20T00:24:24,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062324008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062324009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062324010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062324011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062324112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062324112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062324114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062324114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T00:24:24,291 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#494 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:24,292 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a98c19bb075b469c9c46e85c21325b52 is 175, key is test_row_0/A:col10/1732062262836/Put/seqid=0 2024-11-20T00:24:24,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742409_1585 (size=31363) 2024-11-20T00:24:24,300 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a98c19bb075b469c9c46e85c21325b52 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a98c19bb075b469c9c46e85c21325b52 2024-11-20T00:24:24,304 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into a98c19bb075b469c9c46e85c21325b52(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:24,304 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:24,304 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=13, startTime=1732062263831; duration=0sec 2024-11-20T00:24:24,304 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:24,304 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062324314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062324315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062324317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062324317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:24,405 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ec6aa6b2daca48f683075a18cc18cf18_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ec6aa6b2daca48f683075a18cc18cf18_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:24,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/c401c2c04ce544bd8084bb387700ba56, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/c401c2c04ce544bd8084bb387700ba56 is 175, key is test_row_0/A:col10/1732062262871/Put/seqid=0 2024-11-20T00:24:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742410_1586 (size=31105) 2024-11-20T00:24:24,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062324617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062324619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062324620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062324620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:24,811 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/c401c2c04ce544bd8084bb387700ba56 2024-11-20T00:24:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/8e0bda18fa9948f8beb6a805e67da0cc is 50, key is test_row_0/B:col10/1732062262871/Put/seqid=0 2024-11-20T00:24:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742411_1587 (size=12151) 2024-11-20T00:24:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062325121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062325121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062325125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062325126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:25,221 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/8e0bda18fa9948f8beb6a805e67da0cc 2024-11-20T00:24:25,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/0d757f29e8604792b3a795e7a0316d7a is 50, key is test_row_0/C:col10/1732062262871/Put/seqid=0 2024-11-20T00:24:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742412_1588 (size=12151) 2024-11-20T00:24:25,231 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/0d757f29e8604792b3a795e7a0316d7a 2024-11-20T00:24:25,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/c401c2c04ce544bd8084bb387700ba56 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/c401c2c04ce544bd8084bb387700ba56 2024-11-20T00:24:25,238 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/c401c2c04ce544bd8084bb387700ba56, entries=150, sequenceid=159, filesize=30.4 K 2024-11-20T00:24:25,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/8e0bda18fa9948f8beb6a805e67da0cc as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8e0bda18fa9948f8beb6a805e67da0cc 2024-11-20T00:24:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,242 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8e0bda18fa9948f8beb6a805e67da0cc, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T00:24:25,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/0d757f29e8604792b3a795e7a0316d7a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/0d757f29e8604792b3a795e7a0316d7a 2024-11-20T00:24:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/0d757f29e8604792b3a795e7a0316d7a, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T00:24:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,247 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3092fc13ae6406ac2811b09a301a099b in 1316ms, sequenceid=159, compaction requested=false 2024-11-20T00:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-20T00:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-20T00:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T00:24:25,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0820 sec 2024-11-20T00:24:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.0870 sec 2024-11-20T00:24:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T00:24:25,270 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-20T00:24:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-20T00:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T00:24:25,272 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,273 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T00:24:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:25,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T00:24:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:25,426 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T00:24:25,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:25,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:25,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:25,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:25,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:25,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120450d367e68be4aeba0e3182d971e3350_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062264010/Put/seqid=0 2024-11-20T00:24:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742413_1589 (size=9814) 2024-11-20T00:24:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,462 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120450d367e68be4aeba0e3182d971e3350_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120450d367e68be4aeba0e3182d971e3350_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3a149e43c3044b5499c9ac99430fd1eb, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3a149e43c3044b5499c9ac99430fd1eb is 175, key is test_row_0/A:col10/1732062264010/Put/seqid=0 2024-11-20T00:24:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742414_1590 (size=22461) 2024-11-20T00:24:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,478 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3a149e43c3044b5499c9ac99430fd1eb 2024-11-20T00:24:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/01e94cdff82e4c0e829bf14885b4c823 is 50, key is test_row_0/B:col10/1732062264010/Put/seqid=0 2024-11-20T00:24:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742415_1591 (size=9757) 2024-11-20T00:24:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,492 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/01e94cdff82e4c0e829bf14885b4c823 2024-11-20T00:24:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e2684cc8c92646b390bf2d1ea20b3b23 is 50, key is test_row_0/C:col10/1732062264010/Put/seqid=0 2024-11-20T00:24:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742416_1592 (size=9757) 2024-11-20T00:24:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T00:24:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T00:24:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,903 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e2684cc8c92646b390bf2d1ea20b3b23 2024-11-20T00:24:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3a149e43c3044b5499c9ac99430fd1eb as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3a149e43c3044b5499c9ac99430fd1eb 2024-11-20T00:24:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,911 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3a149e43c3044b5499c9ac99430fd1eb, entries=100, sequenceid=175, filesize=21.9 K 2024-11-20T00:24:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/01e94cdff82e4c0e829bf14885b4c823 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/01e94cdff82e4c0e829bf14885b4c823 2024-11-20T00:24:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,916 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/01e94cdff82e4c0e829bf14885b4c823, entries=100, sequenceid=175, filesize=9.5 K 2024-11-20T00:24:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e2684cc8c92646b390bf2d1ea20b3b23 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e2684cc8c92646b390bf2d1ea20b3b23 2024-11-20T00:24:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,921 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e2684cc8c92646b390bf2d1ea20b3b23, entries=100, sequenceid=175, filesize=9.5 K 2024-11-20T00:24:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,922 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 3092fc13ae6406ac2811b09a301a099b in 497ms, sequenceid=175, compaction requested=true 2024-11-20T00:24:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-20T00:24:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-20T00:24:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T00:24:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 651 msec 2024-11-20T00:24:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 655 msec 2024-11-20T00:24:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:26,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:24:26,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:26,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:26,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:26,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:26,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:26,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120208b9926e67147ddb9b5f5cede92cb0d_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062266172/Put/seqid=0 2024-11-20T00:24:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742417_1593 (size=19774) 2024-11-20T00:24:26,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:26,211 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120208b9926e67147ddb9b5f5cede92cb0d_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120208b9926e67147ddb9b5f5cede92cb0d_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:26,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062326208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/6670969688144ba7a9e24d27895e5e01, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:26,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/6670969688144ba7a9e24d27895e5e01 is 175, key is test_row_0/A:col10/1732062266172/Put/seqid=0 2024-11-20T00:24:26,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062326210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062326211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062326212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742418_1594 (size=57033) 2024-11-20T00:24:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062326313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062326314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062326315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062326316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T00:24:26,376 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-20T00:24:26,377 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-20T00:24:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T00:24:26,379 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:26,379 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:26,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T00:24:26,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062326517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062326517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062326519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062326520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:26,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:26,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/6670969688144ba7a9e24d27895e5e01 2024-11-20T00:24:26,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/420bd6132e624eeca42080cbc080f7e7 is 50, key is test_row_0/B:col10/1732062266172/Put/seqid=0 2024-11-20T00:24:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742419_1595 (size=12151) 2024-11-20T00:24:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T00:24:26,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062326821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062326821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062326822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062326822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T00:24:26,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:26,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:26,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/420bd6132e624eeca42080cbc080f7e7 2024-11-20T00:24:27,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e4c2324d0078443fbf019304a1317667 is 50, key is test_row_0/C:col10/1732062266172/Put/seqid=0 2024-11-20T00:24:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742420_1596 (size=12151) 2024-11-20T00:24:27,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e4c2324d0078443fbf019304a1317667 2024-11-20T00:24:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/6670969688144ba7a9e24d27895e5e01 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/6670969688144ba7a9e24d27895e5e01 2024-11-20T00:24:27,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/6670969688144ba7a9e24d27895e5e01, entries=300, sequenceid=186, filesize=55.7 K 2024-11-20T00:24:27,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/420bd6132e624eeca42080cbc080f7e7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/420bd6132e624eeca42080cbc080f7e7 2024-11-20T00:24:27,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/420bd6132e624eeca42080cbc080f7e7, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T00:24:27,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e4c2324d0078443fbf019304a1317667 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e4c2324d0078443fbf019304a1317667 2024-11-20T00:24:27,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e4c2324d0078443fbf019304a1317667, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T00:24:27,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3092fc13ae6406ac2811b09a301a099b in 890ms, sequenceid=186, compaction requested=true 2024-11-20T00:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:27,067 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:27,067 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:27,069 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141962 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:27,069 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46468 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:27,069 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:27,069 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,069 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:27,069 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a98c19bb075b469c9c46e85c21325b52, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/c401c2c04ce544bd8084bb387700ba56, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3a149e43c3044b5499c9ac99430fd1eb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/6670969688144ba7a9e24d27895e5e01] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=138.6 K 2024-11-20T00:24:27,069 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,069 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,069 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a98c19bb075b469c9c46e85c21325b52, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/c401c2c04ce544bd8084bb387700ba56, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3a149e43c3044b5499c9ac99430fd1eb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/6670969688144ba7a9e24d27895e5e01] 2024-11-20T00:24:27,069 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/78713941582141569bb1f860743fd172, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8e0bda18fa9948f8beb6a805e67da0cc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/01e94cdff82e4c0e829bf14885b4c823, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/420bd6132e624eeca42080cbc080f7e7] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=45.4 K 2024-11-20T00:24:27,069 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a98c19bb075b469c9c46e85c21325b52, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062261713 2024-11-20T00:24:27,069 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78713941582141569bb1f860743fd172, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062261713 2024-11-20T00:24:27,070 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e0bda18fa9948f8beb6a805e67da0cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732062262865 2024-11-20T00:24:27,070 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting c401c2c04ce544bd8084bb387700ba56, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732062262865 2024-11-20T00:24:27,070 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01e94cdff82e4c0e829bf14885b4c823, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732062264008 2024-11-20T00:24:27,070 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a149e43c3044b5499c9ac99430fd1eb, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732062264008 2024-11-20T00:24:27,070 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 420bd6132e624eeca42080cbc080f7e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062266166 2024-11-20T00:24:27,070 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6670969688144ba7a9e24d27895e5e01, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062266146 2024-11-20T00:24:27,076 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:27,078 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e3bd1959a4524c6e9388b22736df2a67_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:27,078 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:27,079 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/8d73ca7a60a044439acac52c162f7c81 is 50, key is test_row_0/B:col10/1732062266172/Put/seqid=0 2024-11-20T00:24:27,079 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e3bd1959a4524c6e9388b22736df2a67_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:27,080 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e3bd1959a4524c6e9388b22736df2a67_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:27,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742421_1597 (size=12595) 2024-11-20T00:24:27,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742422_1598 (size=4469) 2024-11-20T00:24:27,102 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/8d73ca7a60a044439acac52c162f7c81 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8d73ca7a60a044439acac52c162f7c81 2024-11-20T00:24:27,106 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 8d73ca7a60a044439acac52c162f7c81(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:27,107 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:27,107 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=12, startTime=1732062267067; duration=0sec 2024-11-20T00:24:27,107 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:27,107 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:27,107 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:27,108 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46468 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:27,108 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:27,108 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,108 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/8f2f630a7bde4715be353fa119a5d65a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/0d757f29e8604792b3a795e7a0316d7a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e2684cc8c92646b390bf2d1ea20b3b23, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e4c2324d0078443fbf019304a1317667] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=45.4 K 2024-11-20T00:24:27,108 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f2f630a7bde4715be353fa119a5d65a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732062261713 2024-11-20T00:24:27,109 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d757f29e8604792b3a795e7a0316d7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732062262865 2024-11-20T00:24:27,109 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2684cc8c92646b390bf2d1ea20b3b23, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732062264008 2024-11-20T00:24:27,109 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4c2324d0078443fbf019304a1317667, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062266166 2024-11-20T00:24:27,117 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:27,118 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6dec746908784ff9b4f2e09b1b9386a8 is 50, key is test_row_0/C:col10/1732062266172/Put/seqid=0 2024-11-20T00:24:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742423_1599 (size=12595) 2024-11-20T00:24:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:27,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T00:24:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:27,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c3b13b9e9b5d4584a0323b5420c6de14_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062267124/Put/seqid=0 2024-11-20T00:24:27,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742424_1600 (size=14794) 2024-11-20T00:24:27,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:27,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c3b13b9e9b5d4584a0323b5420c6de14_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c3b13b9e9b5d4584a0323b5420c6de14_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:27,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/ae6c826c98e74d42b00905854642177e, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/ae6c826c98e74d42b00905854642177e is 175, key is test_row_0/A:col10/1732062267124/Put/seqid=0 2024-11-20T00:24:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062327146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742425_1601 (size=39749) 2024-11-20T00:24:27,149 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/ae6c826c98e74d42b00905854642177e 2024-11-20T00:24:27,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/a9d7bc51b0d640d68fc77142ef3ba8e5 is 50, key is test_row_0/B:col10/1732062267124/Put/seqid=0 2024-11-20T00:24:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742426_1602 (size=12151) 2024-11-20T00:24:27,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062327249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:27,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062327324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062327325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062327327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062327332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062327452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T00:24:27,500 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#506 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:27,500 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/b8dd7efe24cf4ccd9c8f1d31f92df25a is 175, key is test_row_0/A:col10/1732062266172/Put/seqid=0 2024-11-20T00:24:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742427_1603 (size=31549) 2024-11-20T00:24:27,527 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6dec746908784ff9b4f2e09b1b9386a8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6dec746908784ff9b4f2e09b1b9386a8 2024-11-20T00:24:27,531 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into 6dec746908784ff9b4f2e09b1b9386a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:27,531 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:27,531 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=12, startTime=1732062267067; duration=0sec 2024-11-20T00:24:27,531 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:27,531 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:27,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/a9d7bc51b0d640d68fc77142ef3ba8e5 2024-11-20T00:24:27,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6bb2935777b740a28aa7199f5ac71a68 is 50, key is test_row_0/C:col10/1732062267124/Put/seqid=0 2024-11-20T00:24:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742428_1604 (size=12151) 2024-11-20T00:24:27,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:27,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062327756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:27,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:27,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:27,909 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/b8dd7efe24cf4ccd9c8f1d31f92df25a as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b8dd7efe24cf4ccd9c8f1d31f92df25a 2024-11-20T00:24:27,912 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into b8dd7efe24cf4ccd9c8f1d31f92df25a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:27,913 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:27,913 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=12, startTime=1732062267067; duration=0sec 2024-11-20T00:24:27,913 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:27,913 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:27,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6bb2935777b740a28aa7199f5ac71a68 2024-11-20T00:24:27,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/ae6c826c98e74d42b00905854642177e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/ae6c826c98e74d42b00905854642177e 2024-11-20T00:24:27,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/ae6c826c98e74d42b00905854642177e, entries=200, sequenceid=213, filesize=38.8 K 2024-11-20T00:24:27,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/a9d7bc51b0d640d68fc77142ef3ba8e5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/a9d7bc51b0d640d68fc77142ef3ba8e5 2024-11-20T00:24:27,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/a9d7bc51b0d640d68fc77142ef3ba8e5, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T00:24:27,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6bb2935777b740a28aa7199f5ac71a68 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6bb2935777b740a28aa7199f5ac71a68 2024-11-20T00:24:27,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6bb2935777b740a28aa7199f5ac71a68, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T00:24:27,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3092fc13ae6406ac2811b09a301a099b in 859ms, sequenceid=213, compaction requested=false 2024-11-20T00:24:27,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:28,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T00:24:28,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:28,058 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T00:24:28,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:28,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202915c154e0aa454f82b954def2fbca25_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062267142/Put/seqid=0 2024-11-20T00:24:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742429_1605 (size=12304) 2024-11-20T00:24:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:28,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:28,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062328319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062328334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062328335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062328338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062328340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062328422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T00:24:28,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:28,489 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202915c154e0aa454f82b954def2fbca25_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202915c154e0aa454f82b954def2fbca25_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:28,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a76889fb9e0549448fe658216c7c7e74, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a76889fb9e0549448fe658216c7c7e74 is 175, key is test_row_0/A:col10/1732062267142/Put/seqid=0 2024-11-20T00:24:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742430_1606 (size=31105) 2024-11-20T00:24:28,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062328624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:28,895 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a76889fb9e0549448fe658216c7c7e74 2024-11-20T00:24:28,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/7fd4c42b810e434e8a18e13f45f45dc1 is 50, key is test_row_0/B:col10/1732062267142/Put/seqid=0 2024-11-20T00:24:28,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742431_1607 (size=12151) 2024-11-20T00:24:28,905 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/7fd4c42b810e434e8a18e13f45f45dc1 2024-11-20T00:24:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/966a7cbb83164f6f9bd4f63061995456 is 50, key is test_row_0/C:col10/1732062267142/Put/seqid=0 2024-11-20T00:24:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742432_1608 (size=12151) 2024-11-20T00:24:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062328929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:29,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/966a7cbb83164f6f9bd4f63061995456 2024-11-20T00:24:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a76889fb9e0549448fe658216c7c7e74 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a76889fb9e0549448fe658216c7c7e74 2024-11-20T00:24:29,331 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a76889fb9e0549448fe658216c7c7e74, entries=150, sequenceid=225, filesize=30.4 K 2024-11-20T00:24:29,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/7fd4c42b810e434e8a18e13f45f45dc1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7fd4c42b810e434e8a18e13f45f45dc1 2024-11-20T00:24:29,336 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7fd4c42b810e434e8a18e13f45f45dc1, entries=150, sequenceid=225, filesize=11.9 K 2024-11-20T00:24:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/966a7cbb83164f6f9bd4f63061995456 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/966a7cbb83164f6f9bd4f63061995456 2024-11-20T00:24:29,351 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/966a7cbb83164f6f9bd4f63061995456, entries=150, sequenceid=225, filesize=11.9 K 2024-11-20T00:24:29,352 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3092fc13ae6406ac2811b09a301a099b in 1294ms, sequenceid=225, compaction requested=true 2024-11-20T00:24:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-20T00:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-20T00:24:29,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-20T00:24:29,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9740 sec 2024-11-20T00:24:29,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.9780 sec 2024-11-20T00:24:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:29,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T00:24:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:29,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202728f41804894442a940c9bc6b3b059a_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062268314/Put/seqid=0 2024-11-20T00:24:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742433_1609 (size=14794) 2024-11-20T00:24:29,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202728f41804894442a940c9bc6b3b059a_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202728f41804894442a940c9bc6b3b059a_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:29,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/5953d7ddefde4090b5849c7cdea4b652, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:29,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/5953d7ddefde4090b5849c7cdea4b652 is 175, key is test_row_0/A:col10/1732062268314/Put/seqid=0 2024-11-20T00:24:29,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062329474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742434_1610 (size=39749) 2024-11-20T00:24:29,488 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/5953d7ddefde4090b5849c7cdea4b652 2024-11-20T00:24:29,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/83078c6cae4f49bc90d0992b3b3570d8 is 50, key is test_row_0/B:col10/1732062268314/Put/seqid=0 2024-11-20T00:24:29,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742435_1611 (size=12151) 2024-11-20T00:24:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062329577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:29,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062329780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:29,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/83078c6cae4f49bc90d0992b3b3570d8 2024-11-20T00:24:29,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/68ea9ea62b8845a7912562ac4dcfb756 is 50, key is test_row_0/C:col10/1732062268314/Put/seqid=0 2024-11-20T00:24:29,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742436_1612 (size=12151) 2024-11-20T00:24:29,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/68ea9ea62b8845a7912562ac4dcfb756 2024-11-20T00:24:29,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/5953d7ddefde4090b5849c7cdea4b652 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/5953d7ddefde4090b5849c7cdea4b652 2024-11-20T00:24:29,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/5953d7ddefde4090b5849c7cdea4b652, entries=200, sequenceid=252, filesize=38.8 K 2024-11-20T00:24:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/83078c6cae4f49bc90d0992b3b3570d8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/83078c6cae4f49bc90d0992b3b3570d8 2024-11-20T00:24:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/83078c6cae4f49bc90d0992b3b3570d8, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T00:24:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/68ea9ea62b8845a7912562ac4dcfb756 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/68ea9ea62b8845a7912562ac4dcfb756 2024-11-20T00:24:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/68ea9ea62b8845a7912562ac4dcfb756, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T00:24:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3092fc13ae6406ac2811b09a301a099b in 543ms, sequenceid=252, compaction requested=true 2024-11-20T00:24:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:29,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:29,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:29,991 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:29,992 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:29,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:29,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:29,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:29,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,994 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:29,994 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:29,994 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:29,994 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8d73ca7a60a044439acac52c162f7c81, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/a9d7bc51b0d640d68fc77142ef3ba8e5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7fd4c42b810e434e8a18e13f45f45dc1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/83078c6cae4f49bc90d0992b3b3570d8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=47.9 K 2024-11-20T00:24:29,994 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:29,994 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:29,994 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,994 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b8dd7efe24cf4ccd9c8f1d31f92df25a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/ae6c826c98e74d42b00905854642177e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a76889fb9e0549448fe658216c7c7e74, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/5953d7ddefde4090b5849c7cdea4b652] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=138.8 K 2024-11-20T00:24:29,994 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:29,994 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b8dd7efe24cf4ccd9c8f1d31f92df25a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/ae6c826c98e74d42b00905854642177e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a76889fb9e0549448fe658216c7c7e74, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/5953d7ddefde4090b5849c7cdea4b652] 2024-11-20T00:24:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,995 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d73ca7a60a044439acac52c162f7c81, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062266166 2024-11-20T00:24:29,995 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8dd7efe24cf4ccd9c8f1d31f92df25a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062266166 2024-11-20T00:24:29,996 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae6c826c98e74d42b00905854642177e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732062266207 2024-11-20T00:24:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,996 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a9d7bc51b0d640d68fc77142ef3ba8e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732062266210 2024-11-20T00:24:29,996 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fd4c42b810e434e8a18e13f45f45dc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732062267140 2024-11-20T00:24:29,996 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a76889fb9e0549448fe658216c7c7e74, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732062267140 2024-11-20T00:24:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,997 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5953d7ddefde4090b5849c7cdea4b652, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062268302 2024-11-20T00:24:29,997 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 83078c6cae4f49bc90d0992b3b3570d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062268302 2024-11-20T00:24:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,026 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,027 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/22482a839ba04fb9950c048cb884f902 is 50, key is test_row_0/B:col10/1732062268314/Put/seqid=0 2024-11-20T00:24:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,042 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,065 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120371d869673e84f35871476f69492f6e8_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,068 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120371d869673e84f35871476f69492f6e8_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,069 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120371d869673e84f35871476f69492f6e8_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742437_1613 (size=12731) 2024-11-20T00:24:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:24:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:30,101 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/22482a839ba04fb9950c048cb884f902 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/22482a839ba04fb9950c048cb884f902 2024-11-20T00:24:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,107 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 22482a839ba04fb9950c048cb884f902(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:30,107 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:30,107 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=12, startTime=1732062269991; duration=0sec 2024-11-20T00:24:30,107 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:30,107 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:30,107 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,108 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:30,108 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:30,108 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:30,108 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6dec746908784ff9b4f2e09b1b9386a8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6bb2935777b740a28aa7199f5ac71a68, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/966a7cbb83164f6f9bd4f63061995456, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/68ea9ea62b8845a7912562ac4dcfb756] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=47.9 K 2024-11-20T00:24:30,109 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dec746908784ff9b4f2e09b1b9386a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732062266166 2024-11-20T00:24:30,109 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bb2935777b740a28aa7199f5ac71a68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732062266210 2024-11-20T00:24:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,109 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 966a7cbb83164f6f9bd4f63061995456, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732062267140 2024-11-20T00:24:30,110 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 68ea9ea62b8845a7912562ac4dcfb756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062268302 2024-11-20T00:24:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742438_1614 (size=4469) 2024-11-20T00:24:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a39988e60a3b44a59beff0855613af5b_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_1/A:col10/1732062270091/Put/seqid=0 2024-11-20T00:24:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,158 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,159 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/23e676b0ef73479cbe010c9484d446d0 is 50, key is test_row_0/C:col10/1732062268314/Put/seqid=0 2024-11-20T00:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742440_1616 (size=12731) 2024-11-20T00:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742439_1615 (size=14994) 2024-11-20T00:24:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062330242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062330342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,345 DEBUG [Thread-2422 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:30,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062330345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062330347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062330348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,350 DEBUG [Thread-2414 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:30,351 DEBUG [Thread-2418 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062330355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,358 DEBUG [Thread-2420 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T00:24:30,483 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-20T00:24:30,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-20T00:24:30,487 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T00:24:30,488 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:30,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:30,534 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#519 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:30,534 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/7cc80ab97c3d45a180194ebf855543fb is 175, key is test_row_0/A:col10/1732062268314/Put/seqid=0 2024-11-20T00:24:30,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062330549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742441_1617 (size=31685) 2024-11-20T00:24:30,573 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/7cc80ab97c3d45a180194ebf855543fb as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/7cc80ab97c3d45a180194ebf855543fb 2024-11-20T00:24:30,576 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/23e676b0ef73479cbe010c9484d446d0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/23e676b0ef73479cbe010c9484d446d0 2024-11-20T00:24:30,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:30,582 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into 7cc80ab97c3d45a180194ebf855543fb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:30,582 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:30,582 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=12, startTime=1732062269991; duration=0sec 2024-11-20T00:24:30,582 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:30,582 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:30,585 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into 23e676b0ef73479cbe010c9484d446d0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:30,585 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:30,585 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=12, startTime=1732062269992; duration=0sec 2024-11-20T00:24:30,586 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:30,586 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:30,587 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a39988e60a3b44a59beff0855613af5b_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a39988e60a3b44a59beff0855613af5b_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:30,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/4e7486ae89f14099b38322e514ad73ca, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:30,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/4e7486ae89f14099b38322e514ad73ca is 175, key is test_row_1/A:col10/1732062270091/Put/seqid=0 2024-11-20T00:24:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T00:24:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742442_1618 (size=39945) 2024-11-20T00:24:30,615 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/4e7486ae89f14099b38322e514ad73ca 2024-11-20T00:24:30,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/90182d56df064e958130320e847b9d2e is 50, key is test_row_1/B:col10/1732062270091/Put/seqid=0 2024-11-20T00:24:30,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T00:24:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:30,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742443_1619 (size=9857) 2024-11-20T00:24:30,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/90182d56df064e958130320e847b9d2e 2024-11-20T00:24:30,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/500dc25a56534d359c7a1c312c0631c0 is 50, key is test_row_1/C:col10/1732062270091/Put/seqid=0 2024-11-20T00:24:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742444_1620 (size=9857) 2024-11-20T00:24:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T00:24:30,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T00:24:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:30,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062330852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:30,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T00:24:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:30,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T00:24:31,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:31,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T00:24:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:31,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:31,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:31,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:31,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:31,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/500dc25a56534d359c7a1c312c0631c0 2024-11-20T00:24:31,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/4e7486ae89f14099b38322e514ad73ca as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/4e7486ae89f14099b38322e514ad73ca 2024-11-20T00:24:31,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/4e7486ae89f14099b38322e514ad73ca, entries=200, sequenceid=263, filesize=39.0 K 2024-11-20T00:24:31,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/90182d56df064e958130320e847b9d2e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/90182d56df064e958130320e847b9d2e 2024-11-20T00:24:31,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/90182d56df064e958130320e847b9d2e, entries=100, sequenceid=263, filesize=9.6 K 2024-11-20T00:24:31,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/500dc25a56534d359c7a1c312c0631c0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/500dc25a56534d359c7a1c312c0631c0 2024-11-20T00:24:31,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/500dc25a56534d359c7a1c312c0631c0, entries=100, sequenceid=263, filesize=9.6 K 2024-11-20T00:24:31,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3092fc13ae6406ac2811b09a301a099b in 1032ms, sequenceid=263, compaction requested=false 2024-11-20T00:24:31,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:31,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:31,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T00:24:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:31,255 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:24:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:31,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016e36be418ed4ec794b22210afe2f8cc_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062270221/Put/seqid=0 2024-11-20T00:24:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742445_1621 (size=12454) 2024-11-20T00:24:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:31,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062331392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:31,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062331498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T00:24:31,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062331702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:31,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:31,733 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016e36be418ed4ec794b22210afe2f8cc_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016e36be418ed4ec794b22210afe2f8cc_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0b4ad45efb2345d0873290897c0c4666, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0b4ad45efb2345d0873290897c0c4666 is 175, key is test_row_0/A:col10/1732062270221/Put/seqid=0 2024-11-20T00:24:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742446_1622 (size=31255) 2024-11-20T00:24:31,764 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0b4ad45efb2345d0873290897c0c4666 2024-11-20T00:24:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/bf32fba26f74457faa6d235e9f2622ba is 50, key is test_row_0/B:col10/1732062270221/Put/seqid=0 2024-11-20T00:24:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742447_1623 (size=12301) 2024-11-20T00:24:31,797 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/bf32fba26f74457faa6d235e9f2622ba 2024-11-20T00:24:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ee0829a933da47d995e1098006d7be45 is 50, key is test_row_0/C:col10/1732062270221/Put/seqid=0 2024-11-20T00:24:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742448_1624 (size=12301) 2024-11-20T00:24:32,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062332006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:32,244 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ee0829a933da47d995e1098006d7be45 2024-11-20T00:24:32,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0b4ad45efb2345d0873290897c0c4666 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0b4ad45efb2345d0873290897c0c4666 2024-11-20T00:24:32,259 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0b4ad45efb2345d0873290897c0c4666, entries=150, sequenceid=291, filesize=30.5 K 2024-11-20T00:24:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/bf32fba26f74457faa6d235e9f2622ba as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf32fba26f74457faa6d235e9f2622ba 2024-11-20T00:24:32,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf32fba26f74457faa6d235e9f2622ba, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T00:24:32,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ee0829a933da47d995e1098006d7be45 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ee0829a933da47d995e1098006d7be45 2024-11-20T00:24:32,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ee0829a933da47d995e1098006d7be45, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T00:24:32,276 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3092fc13ae6406ac2811b09a301a099b in 1021ms, sequenceid=291, compaction requested=true 2024-11-20T00:24:32,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:32,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:32,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-20T00:24:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-20T00:24:32,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-20T00:24:32,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7910 sec 2024-11-20T00:24:32,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.7970 sec 2024-11-20T00:24:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:32,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:24:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:32,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b4e11fdc09264ee0a6420ffeab9db484_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062272516/Put/seqid=0 2024-11-20T00:24:32,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742449_1625 (size=14994) 2024-11-20T00:24:32,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:32,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b4e11fdc09264ee0a6420ffeab9db484_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4e11fdc09264ee0a6420ffeab9db484_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:32,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/cb4d3d1a13dc44be968607fb1a87a530, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:32,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/cb4d3d1a13dc44be968607fb1a87a530 is 175, key is test_row_0/A:col10/1732062272516/Put/seqid=0 2024-11-20T00:24:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742450_1626 (size=39949) 2024-11-20T00:24:32,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/cb4d3d1a13dc44be968607fb1a87a530 2024-11-20T00:24:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T00:24:32,592 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-20T00:24:32,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-20T00:24:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T00:24:32,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:32,597 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:32,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:32,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/268fe9e8ba554fcc9c64998a73344f72 is 50, key is test_row_0/B:col10/1732062272516/Put/seqid=0 2024-11-20T00:24:32,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062332610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742451_1627 (size=12301) 2024-11-20T00:24:32,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/268fe9e8ba554fcc9c64998a73344f72 2024-11-20T00:24:32,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/f2d48a96c81e47a090d7c065cebf4e05 is 50, key is test_row_0/C:col10/1732062272516/Put/seqid=0 2024-11-20T00:24:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742452_1628 (size=12301) 2024-11-20T00:24:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T00:24:32,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062332713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:32,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:32,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T00:24:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:32,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T00:24:32,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:32,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T00:24:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:32,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:32,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062332918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,056 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T00:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:33,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/f2d48a96c81e47a090d7c065cebf4e05 2024-11-20T00:24:33,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/cb4d3d1a13dc44be968607fb1a87a530 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/cb4d3d1a13dc44be968607fb1a87a530 2024-11-20T00:24:33,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/cb4d3d1a13dc44be968607fb1a87a530, entries=200, sequenceid=303, filesize=39.0 K 2024-11-20T00:24:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/268fe9e8ba554fcc9c64998a73344f72 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/268fe9e8ba554fcc9c64998a73344f72 2024-11-20T00:24:33,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/268fe9e8ba554fcc9c64998a73344f72, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T00:24:33,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/f2d48a96c81e47a090d7c065cebf4e05 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/f2d48a96c81e47a090d7c065cebf4e05 2024-11-20T00:24:33,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/f2d48a96c81e47a090d7c065cebf4e05, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T00:24:33,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3092fc13ae6406ac2811b09a301a099b in 600ms, sequenceid=303, compaction requested=true 2024-11-20T00:24:33,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:33,118 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:33,118 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:33,119 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:33,119 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:33,119 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,119 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:33,119 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:33,119 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/7cc80ab97c3d45a180194ebf855543fb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/4e7486ae89f14099b38322e514ad73ca, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0b4ad45efb2345d0873290897c0c4666, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/cb4d3d1a13dc44be968607fb1a87a530] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=139.5 K 2024-11-20T00:24:33,119 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,119 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,119 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/7cc80ab97c3d45a180194ebf855543fb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/4e7486ae89f14099b38322e514ad73ca, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0b4ad45efb2345d0873290897c0c4666, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/cb4d3d1a13dc44be968607fb1a87a530] 2024-11-20T00:24:33,119 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/22482a839ba04fb9950c048cb884f902, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/90182d56df064e958130320e847b9d2e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf32fba26f74457faa6d235e9f2622ba, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/268fe9e8ba554fcc9c64998a73344f72] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=46.1 K 2024-11-20T00:24:33,120 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 22482a839ba04fb9950c048cb884f902, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062268302 2024-11-20T00:24:33,120 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cc80ab97c3d45a180194ebf855543fb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062268302 2024-11-20T00:24:33,120 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 90182d56df064e958130320e847b9d2e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732062270091 2024-11-20T00:24:33,120 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e7486ae89f14099b38322e514ad73ca, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732062269466 2024-11-20T00:24:33,121 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting bf32fba26f74457faa6d235e9f2622ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732062270221 2024-11-20T00:24:33,122 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b4ad45efb2345d0873290897c0c4666, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732062270221 2024-11-20T00:24:33,122 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 268fe9e8ba554fcc9c64998a73344f72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732062271381 2024-11-20T00:24:33,122 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb4d3d1a13dc44be968607fb1a87a530, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732062271381 2024-11-20T00:24:33,133 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:33,134 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/ea4b59b02279462aac5a5d0413fa1de0 is 50, key is test_row_0/B:col10/1732062272516/Put/seqid=0 2024-11-20T00:24:33,135 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:33,161 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411201a11937bae1c41afbc5b74142a42680c_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:33,163 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411201a11937bae1c41afbc5b74142a42680c_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:33,164 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a11937bae1c41afbc5b74142a42680c_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:33,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742453_1629 (size=13017) 2024-11-20T00:24:33,181 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/ea4b59b02279462aac5a5d0413fa1de0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ea4b59b02279462aac5a5d0413fa1de0 2024-11-20T00:24:33,185 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into ea4b59b02279462aac5a5d0413fa1de0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:33,185 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:33,185 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=12, startTime=1732062273118; duration=0sec 2024-11-20T00:24:33,185 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:33,185 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:33,185 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:33,188 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:33,188 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:33,188 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,188 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/23e676b0ef73479cbe010c9484d446d0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/500dc25a56534d359c7a1c312c0631c0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ee0829a933da47d995e1098006d7be45, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/f2d48a96c81e47a090d7c065cebf4e05] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=46.1 K 2024-11-20T00:24:33,189 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 23e676b0ef73479cbe010c9484d446d0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732062268302 2024-11-20T00:24:33,190 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 500dc25a56534d359c7a1c312c0631c0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732062270091 2024-11-20T00:24:33,192 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0829a933da47d995e1098006d7be45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732062270221 2024-11-20T00:24:33,192 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting f2d48a96c81e47a090d7c065cebf4e05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732062271381 2024-11-20T00:24:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T00:24:33,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742454_1630 (size=4469) 2024-11-20T00:24:33,206 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#531 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:33,207 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/71d95f112ea84629b14a684afb9e9502 is 175, key is test_row_0/A:col10/1732062272516/Put/seqid=0 2024-11-20T00:24:33,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T00:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,211 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:33,215 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:33,215 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/4a355dacd9bc4af48e3a381b5c5c36f1 is 50, key is test_row_0/C:col10/1732062272516/Put/seqid=0 2024-11-20T00:24:33,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031168401658348f9b639f66fee8a0524_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062272600/Put/seqid=0 2024-11-20T00:24:33,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062333259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742455_1631 (size=31971) 2024-11-20T00:24:33,278 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/71d95f112ea84629b14a684afb9e9502 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/71d95f112ea84629b14a684afb9e9502 2024-11-20T00:24:33,284 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into 71d95f112ea84629b14a684afb9e9502(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:33,284 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:33,284 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=12, startTime=1732062273117; duration=0sec 2024-11-20T00:24:33,285 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:33,285 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742456_1632 (size=13017) 2024-11-20T00:24:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742457_1633 (size=12454) 2024-11-20T00:24:33,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:33,313 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031168401658348f9b639f66fee8a0524_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031168401658348f9b639f66fee8a0524_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:33,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0ea5267b844a41f9a2370b454262a87f, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:33,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0ea5267b844a41f9a2370b454262a87f is 175, key is test_row_0/A:col10/1732062272600/Put/seqid=0 2024-11-20T00:24:33,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742458_1634 (size=31255) 2024-11-20T00:24:33,330 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0ea5267b844a41f9a2370b454262a87f 2024-11-20T00:24:33,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0f2e5267db9f4dda8cda96d3a97bb7e1 is 50, key is test_row_0/B:col10/1732062272600/Put/seqid=0 2024-11-20T00:24:33,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062333363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742459_1635 (size=12301) 2024-11-20T00:24:33,370 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0f2e5267db9f4dda8cda96d3a97bb7e1 2024-11-20T00:24:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6e51b4f3759c40b29ca5d525fe0e85e4 is 50, key is test_row_0/C:col10/1732062272600/Put/seqid=0 2024-11-20T00:24:33,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742460_1636 (size=12301) 2024-11-20T00:24:33,418 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6e51b4f3759c40b29ca5d525fe0e85e4 2024-11-20T00:24:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/0ea5267b844a41f9a2370b454262a87f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0ea5267b844a41f9a2370b454262a87f 2024-11-20T00:24:33,431 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0ea5267b844a41f9a2370b454262a87f, entries=150, sequenceid=328, filesize=30.5 K 2024-11-20T00:24:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0f2e5267db9f4dda8cda96d3a97bb7e1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f2e5267db9f4dda8cda96d3a97bb7e1 2024-11-20T00:24:33,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f2e5267db9f4dda8cda96d3a97bb7e1, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T00:24:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/6e51b4f3759c40b29ca5d525fe0e85e4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6e51b4f3759c40b29ca5d525fe0e85e4 2024-11-20T00:24:33,454 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6e51b4f3759c40b29ca5d525fe0e85e4, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T00:24:33,455 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3092fc13ae6406ac2811b09a301a099b in 244ms, sequenceid=328, compaction requested=false 2024-11-20T00:24:33,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:33,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-20T00:24:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-20T00:24:33,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-20T00:24:33,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 860 msec 2024-11-20T00:24:33,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 865 msec 2024-11-20T00:24:33,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T00:24:33,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:33,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:33,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:33,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:33,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:33,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ce4b2487bf8d4c1e93914a41a6d6ef1c_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062273569/Put/seqid=0 2024-11-20T00:24:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742461_1637 (size=14994) 2024-11-20T00:24:33,628 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:33,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ce4b2487bf8d4c1e93914a41a6d6ef1c_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce4b2487bf8d4c1e93914a41a6d6ef1c_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:33,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/040a565710724051b4d4b495068a3ba5, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:33,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/040a565710724051b4d4b495068a3ba5 is 175, key is test_row_0/A:col10/1732062273569/Put/seqid=0 2024-11-20T00:24:33,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062333656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742462_1638 (size=39949) 2024-11-20T00:24:33,697 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/4a355dacd9bc4af48e3a381b5c5c36f1 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4a355dacd9bc4af48e3a381b5c5c36f1 2024-11-20T00:24:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T00:24:33,699 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-20T00:24:33,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-20T00:24:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T00:24:33,702 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:33,702 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:33,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:33,703 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into 4a355dacd9bc4af48e3a381b5c5c36f1(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:33,703 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:33,703 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=12, startTime=1732062273119; duration=0sec 2024-11-20T00:24:33,703 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:33,703 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:33,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062333762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T00:24:33,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:33,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:33,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062333967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T00:24:34,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/040a565710724051b4d4b495068a3ba5 2024-11-20T00:24:34,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/5ba68adb96954c2db01f022ab9f2e1b3 is 50, key is test_row_0/B:col10/1732062273569/Put/seqid=0 2024-11-20T00:24:34,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742463_1639 (size=12301) 2024-11-20T00:24:34,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/5ba68adb96954c2db01f022ab9f2e1b3 2024-11-20T00:24:34,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/211b43235ff043d6b19c72fad2a1cc53 is 50, key is test_row_0/C:col10/1732062273569/Put/seqid=0 2024-11-20T00:24:34,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742464_1640 (size=12301) 2024-11-20T00:24:34,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/211b43235ff043d6b19c72fad2a1cc53 2024-11-20T00:24:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/040a565710724051b4d4b495068a3ba5 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/040a565710724051b4d4b495068a3ba5 2024-11-20T00:24:34,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/040a565710724051b4d4b495068a3ba5, entries=200, sequenceid=342, filesize=39.0 K 2024-11-20T00:24:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/5ba68adb96954c2db01f022ab9f2e1b3 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5ba68adb96954c2db01f022ab9f2e1b3 2024-11-20T00:24:34,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5ba68adb96954c2db01f022ab9f2e1b3, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T00:24:34,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/211b43235ff043d6b19c72fad2a1cc53 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/211b43235ff043d6b19c72fad2a1cc53 2024-11-20T00:24:34,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/211b43235ff043d6b19c72fad2a1cc53, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T00:24:34,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3092fc13ae6406ac2811b09a301a099b in 633ms, sequenceid=342, compaction requested=true 2024-11-20T00:24:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:34,203 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:34,203 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:34,204 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:34,205 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:34,205 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,205 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/71d95f112ea84629b14a684afb9e9502, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0ea5267b844a41f9a2370b454262a87f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/040a565710724051b4d4b495068a3ba5] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=100.8 K 2024-11-20T00:24:34,205 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,205 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/71d95f112ea84629b14a684afb9e9502, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0ea5267b844a41f9a2370b454262a87f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/040a565710724051b4d4b495068a3ba5] 2024-11-20T00:24:34,206 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:34,206 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:34,206 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,206 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ea4b59b02279462aac5a5d0413fa1de0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f2e5267db9f4dda8cda96d3a97bb7e1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5ba68adb96954c2db01f022ab9f2e1b3] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=36.7 K 2024-11-20T00:24:34,207 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71d95f112ea84629b14a684afb9e9502, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732062271381 2024-11-20T00:24:34,207 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4b59b02279462aac5a5d0413fa1de0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732062271381 2024-11-20T00:24:34,207 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea5267b844a41f9a2370b454262a87f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732062272595 2024-11-20T00:24:34,208 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2e5267db9f4dda8cda96d3a97bb7e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732062272595 2024-11-20T00:24:34,208 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ba68adb96954c2db01f022ab9f2e1b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732062273231 2024-11-20T00:24:34,208 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 040a565710724051b4d4b495068a3ba5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732062273231 2024-11-20T00:24:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:34,225 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:34,236 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:34,237 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/7005cd2e4329488fa51dbcc12362eb89 is 50, key is test_row_0/B:col10/1732062273569/Put/seqid=0 2024-11-20T00:24:34,239 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112072ec0c1ed018410bac1899004a74fe04_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:34,240 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112072ec0c1ed018410bac1899004a74fe04_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:34,240 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112072ec0c1ed018410bac1899004a74fe04_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742465_1641 (size=13119) 2024-11-20T00:24:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:34,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T00:24:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:34,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:34,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:34,289 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/7005cd2e4329488fa51dbcc12362eb89 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7005cd2e4329488fa51dbcc12362eb89 2024-11-20T00:24:34,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742466_1642 (size=4469) 2024-11-20T00:24:34,303 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 7005cd2e4329488fa51dbcc12362eb89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:34,303 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:34,303 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=13, startTime=1732062274203; duration=0sec 2024-11-20T00:24:34,304 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:34,304 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:34,304 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T00:24:34,304 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#539 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:34,305 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/684a6cc083c04b689234a2f60eca0de6 is 175, key is test_row_0/A:col10/1732062273569/Put/seqid=0 2024-11-20T00:24:34,305 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:34,305 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:34,306 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,307 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4a355dacd9bc4af48e3a381b5c5c36f1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6e51b4f3759c40b29ca5d525fe0e85e4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/211b43235ff043d6b19c72fad2a1cc53] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=36.7 K 2024-11-20T00:24:34,307 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a355dacd9bc4af48e3a381b5c5c36f1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732062271381 2024-11-20T00:24:34,308 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e51b4f3759c40b29ca5d525fe0e85e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732062272595 2024-11-20T00:24:34,309 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 211b43235ff043d6b19c72fad2a1cc53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732062273231 2024-11-20T00:24:34,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062334326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ce2d5f4c13fa4110a300d6afd0d2e2ba_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062273655/Put/seqid=0 2024-11-20T00:24:34,356 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:34,357 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/1e366cf833f6474d8de5b50b9196278c is 50, key is test_row_0/C:col10/1732062273569/Put/seqid=0 2024-11-20T00:24:34,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1732062334362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,366 DEBUG [Thread-2418 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:34,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732062334366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742467_1643 (size=32073) 2024-11-20T00:24:34,371 DEBUG [Thread-2414 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:34,378 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/684a6cc083c04b689234a2f60eca0de6 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/684a6cc083c04b689234a2f60eca0de6 2024-11-20T00:24:34,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1732062334380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,382 DEBUG [Thread-2422 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:34,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1732062334381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,384 DEBUG [Thread-2420 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., hostname=4c2f74f6ba1b,33563,1732062111045, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T00:24:34,387 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into 684a6cc083c04b689234a2f60eca0de6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:34,387 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:34,387 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=13, startTime=1732062274203; duration=0sec 2024-11-20T00:24:34,387 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:34,387 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742468_1644 (size=12454) 2024-11-20T00:24:34,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:34,412 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ce2d5f4c13fa4110a300d6afd0d2e2ba_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce2d5f4c13fa4110a300d6afd0d2e2ba_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:34,413 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/f7926b67c96a486bb612ad47be443d05, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:34,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/f7926b67c96a486bb612ad47be443d05 is 175, key is test_row_0/A:col10/1732062273655/Put/seqid=0 2024-11-20T00:24:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742469_1645 (size=13119) 2024-11-20T00:24:34,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062334431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742470_1646 (size=31255) 2024-11-20T00:24:34,459 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/f7926b67c96a486bb612ad47be443d05 2024-11-20T00:24:34,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/ca1fff53b6994e5da3ac982440112ad4 is 50, key is test_row_0/B:col10/1732062273655/Put/seqid=0 2024-11-20T00:24:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742471_1647 (size=12301) 2024-11-20T00:24:34,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/ca1fff53b6994e5da3ac982440112ad4 2024-11-20T00:24:34,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/fdc4437bc56e458d85605c82a52b494b is 50, key is test_row_0/C:col10/1732062273655/Put/seqid=0 2024-11-20T00:24:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742472_1648 (size=12301) 2024-11-20T00:24:34,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062334637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T00:24:34,836 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/1e366cf833f6474d8de5b50b9196278c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/1e366cf833f6474d8de5b50b9196278c 2024-11-20T00:24:34,845 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into 1e366cf833f6474d8de5b50b9196278c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:34,845 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:34,845 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=13, startTime=1732062274211; duration=0sec 2024-11-20T00:24:34,845 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:34,845 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:34,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:34,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062334945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:34,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/fdc4437bc56e458d85605c82a52b494b 2024-11-20T00:24:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/f7926b67c96a486bb612ad47be443d05 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/f7926b67c96a486bb612ad47be443d05 2024-11-20T00:24:35,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/f7926b67c96a486bb612ad47be443d05, entries=150, sequenceid=367, filesize=30.5 K 2024-11-20T00:24:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/ca1fff53b6994e5da3ac982440112ad4 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ca1fff53b6994e5da3ac982440112ad4 2024-11-20T00:24:35,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ca1fff53b6994e5da3ac982440112ad4, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T00:24:35,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/fdc4437bc56e458d85605c82a52b494b as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fdc4437bc56e458d85605c82a52b494b 2024-11-20T00:24:35,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fdc4437bc56e458d85605c82a52b494b, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T00:24:35,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3092fc13ae6406ac2811b09a301a099b in 728ms, sequenceid=367, compaction requested=false 2024-11-20T00:24:35,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:35,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:35,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T00:24:35,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:35,080 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:24:35,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:35,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:35,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:35,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:35,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:35,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:35,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120574c2746555043f28bc67bd14de2f00d_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062274293/Put/seqid=0 2024-11-20T00:24:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742473_1649 (size=12454) 2024-11-20T00:24:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,130 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120574c2746555043f28bc67bd14de2f00d_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120574c2746555043f28bc67bd14de2f00d_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:35,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a79c5e6d331b41c0914d208a132feb1e, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:35,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a79c5e6d331b41c0914d208a132feb1e is 175, key is test_row_0/A:col10/1732062274293/Put/seqid=0 2024-11-20T00:24:35,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742474_1650 (size=31255) 2024-11-20T00:24:35,156 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a79c5e6d331b41c0914d208a132feb1e 2024-11-20T00:24:35,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/e6cd0f086b3145f6bb84b40751045592 is 50, key is test_row_0/B:col10/1732062274293/Put/seqid=0 2024-11-20T00:24:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742475_1651 (size=12301) 2024-11-20T00:24:35,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/e6cd0f086b3145f6bb84b40751045592 2024-11-20T00:24:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/378b61cdaaa74df3bf6d8ad5392ff73e is 50, key is test_row_0/C:col10/1732062274293/Put/seqid=0 2024-11-20T00:24:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742476_1652 (size=12301) 2024-11-20T00:24:35,263 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/378b61cdaaa74df3bf6d8ad5392ff73e 2024-11-20T00:24:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/a79c5e6d331b41c0914d208a132feb1e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a79c5e6d331b41c0914d208a132feb1e 2024-11-20T00:24:35,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a79c5e6d331b41c0914d208a132feb1e, entries=150, sequenceid=382, filesize=30.5 K 2024-11-20T00:24:35,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/e6cd0f086b3145f6bb84b40751045592 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/e6cd0f086b3145f6bb84b40751045592 2024-11-20T00:24:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,282 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/e6cd0f086b3145f6bb84b40751045592, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T00:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/378b61cdaaa74df3bf6d8ad5392ff73e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/378b61cdaaa74df3bf6d8ad5392ff73e 2024-11-20T00:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,288 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/378b61cdaaa74df3bf6d8ad5392ff73e, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T00:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,290 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 3092fc13ae6406ac2811b09a301a099b in 210ms, sequenceid=382, compaction requested=true 2024-11-20T00:24:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:35,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:35,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-20T00:24:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-20T00:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-20T00:24:35,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5900 sec 2024-11-20T00:24:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.5940 sec 2024-11-20T00:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:35,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T00:24:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:35,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057a53407fa0742dfa692fd9025d5ae05_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062275564/Put/seqid=0 2024-11-20T00:24:35,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742477_1653 (size=22618) 2024-11-20T00:24:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062335695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062335799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T00:24:35,806 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-20T00:24:35,808 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-20T00:24:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T00:24:35,811 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:35,812 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:35,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T00:24:35,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:35,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T00:24:35,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:35,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062336002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,025 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:36,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057a53407fa0742dfa692fd9025d5ae05_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057a53407fa0742dfa692fd9025d5ae05_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:36,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/2b36cec32d7e4e67a1957f3984ad9fca, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:36,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/2b36cec32d7e4e67a1957f3984ad9fca is 175, key is test_row_0/A:col10/1732062275564/Put/seqid=0 2024-11-20T00:24:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742478_1654 (size=66023) 2024-11-20T00:24:36,066 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/2b36cec32d7e4e67a1957f3984ad9fca 2024-11-20T00:24:36,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/27938394e0f24f4d9017d41c78450367 is 50, key is test_row_0/B:col10/1732062275564/Put/seqid=0 2024-11-20T00:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T00:24:36,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T00:24:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742479_1655 (size=12301) 2024-11-20T00:24:36,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T00:24:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062336309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T00:24:36,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T00:24:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/27938394e0f24f4d9017d41c78450367 2024-11-20T00:24:36,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e1d1d10eee7a4d1281049b7c863ee90e is 50, key is test_row_0/C:col10/1732062275564/Put/seqid=0 2024-11-20T00:24:36,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742480_1656 (size=12301) 2024-11-20T00:24:36,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e1d1d10eee7a4d1281049b7c863ee90e 2024-11-20T00:24:36,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/2b36cec32d7e4e67a1957f3984ad9fca as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/2b36cec32d7e4e67a1957f3984ad9fca 2024-11-20T00:24:36,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/2b36cec32d7e4e67a1957f3984ad9fca, entries=350, sequenceid=393, filesize=64.5 K 2024-11-20T00:24:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/27938394e0f24f4d9017d41c78450367 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/27938394e0f24f4d9017d41c78450367 2024-11-20T00:24:36,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/27938394e0f24f4d9017d41c78450367, entries=150, sequenceid=393, filesize=12.0 K 2024-11-20T00:24:36,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e1d1d10eee7a4d1281049b7c863ee90e as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e1d1d10eee7a4d1281049b7c863ee90e 2024-11-20T00:24:36,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e1d1d10eee7a4d1281049b7c863ee90e, entries=150, sequenceid=393, filesize=12.0 K 2024-11-20T00:24:36,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T00:24:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3092fc13ae6406ac2811b09a301a099b in 1020ms, sequenceid=393, compaction requested=true 2024-11-20T00:24:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:36,585 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:36,586 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:36,586 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160606 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:36,587 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:36,587 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,587 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/684a6cc083c04b689234a2f60eca0de6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/f7926b67c96a486bb612ad47be443d05, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a79c5e6d331b41c0914d208a132feb1e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/2b36cec32d7e4e67a1957f3984ad9fca] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=156.8 K 2024-11-20T00:24:36,587 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,587 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/684a6cc083c04b689234a2f60eca0de6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/f7926b67c96a486bb612ad47be443d05, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a79c5e6d331b41c0914d208a132feb1e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/2b36cec32d7e4e67a1957f3984ad9fca] 2024-11-20T00:24:36,587 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:36,587 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:36,587 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,587 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7005cd2e4329488fa51dbcc12362eb89, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ca1fff53b6994e5da3ac982440112ad4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/e6cd0f086b3145f6bb84b40751045592, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/27938394e0f24f4d9017d41c78450367] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=48.8 K 2024-11-20T00:24:36,587 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 684a6cc083c04b689234a2f60eca0de6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732062273231 2024-11-20T00:24:36,587 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 7005cd2e4329488fa51dbcc12362eb89, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732062273231 2024-11-20T00:24:36,588 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7926b67c96a486bb612ad47be443d05, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732062273626 2024-11-20T00:24:36,588 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting ca1fff53b6994e5da3ac982440112ad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732062273626 2024-11-20T00:24:36,588 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e6cd0f086b3145f6bb84b40751045592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732062274293 2024-11-20T00:24:36,588 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting a79c5e6d331b41c0914d208a132feb1e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732062274293 2024-11-20T00:24:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:36,589 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 27938394e0f24f4d9017d41c78450367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732062275536 2024-11-20T00:24:36,589 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b36cec32d7e4e67a1957f3984ad9fca, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732062275513 2024-11-20T00:24:36,612 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:36,613 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/9da31b8ff816438981ca166fda031b4f is 50, key is test_row_0/B:col10/1732062275564/Put/seqid=0 2024-11-20T00:24:36,620 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:36,628 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ad603371fdc04d94be3a2b71212be4b4_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:36,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742481_1657 (size=13255) 2024-11-20T00:24:36,631 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ad603371fdc04d94be3a2b71212be4b4_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:36,631 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad603371fdc04d94be3a2b71212be4b4_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742482_1658 (size=4469) 2024-11-20T00:24:36,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T00:24:36,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:36,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:24:36,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:36,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:36,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:36,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:36,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:36,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d566f7ae267e4b96b90f447d1ec49daa_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062275669/Put/seqid=0 2024-11-20T00:24:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742483_1659 (size=12454) 2024-11-20T00:24:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:36,794 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d566f7ae267e4b96b90f447d1ec49daa_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d566f7ae267e4b96b90f447d1ec49daa_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:36,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3d315f8d3f7b49f1b55501a6c1cbd3ac, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:36,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3d315f8d3f7b49f1b55501a6c1cbd3ac is 175, key is test_row_0/A:col10/1732062275669/Put/seqid=0 2024-11-20T00:24:36,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742484_1660 (size=31255) 2024-11-20T00:24:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062336851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T00:24:36,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062336955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:37,036 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/9da31b8ff816438981ca166fda031b4f as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/9da31b8ff816438981ca166fda031b4f 2024-11-20T00:24:37,045 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#552 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:37,045 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/d967addb8ba34739950cfd7f9a43eb79 is 175, key is test_row_0/A:col10/1732062275564/Put/seqid=0 2024-11-20T00:24:37,047 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 9da31b8ff816438981ca166fda031b4f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:37,047 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:37,047 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=12, startTime=1732062276586; duration=0sec 2024-11-20T00:24:37,047 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:37,047 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:37,047 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T00:24:37,049 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T00:24:37,049 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:37,049 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:37,049 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/1e366cf833f6474d8de5b50b9196278c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fdc4437bc56e458d85605c82a52b494b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/378b61cdaaa74df3bf6d8ad5392ff73e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e1d1d10eee7a4d1281049b7c863ee90e] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=48.8 K 2024-11-20T00:24:37,049 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e366cf833f6474d8de5b50b9196278c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732062273231 2024-11-20T00:24:37,050 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fdc4437bc56e458d85605c82a52b494b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732062273626 2024-11-20T00:24:37,050 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 378b61cdaaa74df3bf6d8ad5392ff73e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732062274293 2024-11-20T00:24:37,050 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d1d10eee7a4d1281049b7c863ee90e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732062275536 2024-11-20T00:24:37,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742485_1661 (size=32209) 2024-11-20T00:24:37,086 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/d967addb8ba34739950cfd7f9a43eb79 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d967addb8ba34739950cfd7f9a43eb79 2024-11-20T00:24:37,087 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#554 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:37,088 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/a5b68aed9baa4443af845c678cdd6272 is 50, key is test_row_0/C:col10/1732062275564/Put/seqid=0 2024-11-20T00:24:37,092 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into d967addb8ba34739950cfd7f9a43eb79(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:37,092 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:37,092 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=12, startTime=1732062276585; duration=0sec 2024-11-20T00:24:37,092 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:37,092 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:37,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742486_1662 (size=13255) 2024-11-20T00:24:37,145 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/a5b68aed9baa4443af845c678cdd6272 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a5b68aed9baa4443af845c678cdd6272 2024-11-20T00:24:37,153 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into a5b68aed9baa4443af845c678cdd6272(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:37,153 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:37,153 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=12, startTime=1732062276586; duration=0sec 2024-11-20T00:24:37,153 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:37,153 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062337160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:37,220 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3d315f8d3f7b49f1b55501a6c1cbd3ac 2024-11-20T00:24:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0f1274aab6a547b782a693cb244bfefb is 50, key is test_row_0/B:col10/1732062275669/Put/seqid=0 2024-11-20T00:24:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742487_1663 (size=12301) 2024-11-20T00:24:37,267 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0f1274aab6a547b782a693cb244bfefb 2024-11-20T00:24:37,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/b64e3e8ce7974c519a280fde11df08d9 is 50, key is test_row_0/C:col10/1732062275669/Put/seqid=0 2024-11-20T00:24:37,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742488_1664 (size=12301) 2024-11-20T00:24:37,307 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/b64e3e8ce7974c519a280fde11df08d9 2024-11-20T00:24:37,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/3d315f8d3f7b49f1b55501a6c1cbd3ac as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3d315f8d3f7b49f1b55501a6c1cbd3ac 2024-11-20T00:24:37,320 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3d315f8d3f7b49f1b55501a6c1cbd3ac, entries=150, sequenceid=418, filesize=30.5 K 2024-11-20T00:24:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/0f1274aab6a547b782a693cb244bfefb as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f1274aab6a547b782a693cb244bfefb 2024-11-20T00:24:37,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f1274aab6a547b782a693cb244bfefb, entries=150, sequenceid=418, filesize=12.0 K 2024-11-20T00:24:37,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/b64e3e8ce7974c519a280fde11df08d9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/b64e3e8ce7974c519a280fde11df08d9 2024-11-20T00:24:37,335 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/b64e3e8ce7974c519a280fde11df08d9, entries=150, sequenceid=418, filesize=12.0 K 2024-11-20T00:24:37,336 INFO [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3092fc13ae6406ac2811b09a301a099b in 595ms, sequenceid=418, compaction requested=false 2024-11-20T00:24:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-20T00:24:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-20T00:24:37,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-20T00:24:37,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5260 sec 2024-11-20T00:24:37,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.5320 sec 2024-11-20T00:24:37,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:24:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:37,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120581bf2fffbfd401bae8d2ad8734f9161_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062276845/Put/seqid=0 2024-11-20T00:24:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742489_1665 (size=12454) 2024-11-20T00:24:37,514 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:37,520 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120581bf2fffbfd401bae8d2ad8734f9161_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120581bf2fffbfd401bae8d2ad8734f9161_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:37,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/9e031cbd83c14f0581ee97ff4899be0c, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:37,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/9e031cbd83c14f0581ee97ff4899be0c is 175, key is test_row_0/A:col10/1732062276845/Put/seqid=0 2024-11-20T00:24:37,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062337535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742490_1666 (size=31255) 2024-11-20T00:24:37,554 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/9e031cbd83c14f0581ee97ff4899be0c 2024-11-20T00:24:37,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/217fedc75315448496bab7e36baf0ef2 is 50, key is test_row_0/B:col10/1732062276845/Put/seqid=0 2024-11-20T00:24:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742491_1667 (size=12301) 2024-11-20T00:24:37,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/217fedc75315448496bab7e36baf0ef2 2024-11-20T00:24:37,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/22dfa6d7e24249ebad13b933b8c1ef93 is 50, key is test_row_0/C:col10/1732062276845/Put/seqid=0 2024-11-20T00:24:37,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062337638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742492_1668 (size=12301) 2024-11-20T00:24:37,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/22dfa6d7e24249ebad13b933b8c1ef93 2024-11-20T00:24:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/9e031cbd83c14f0581ee97ff4899be0c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/9e031cbd83c14f0581ee97ff4899be0c 2024-11-20T00:24:37,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/9e031cbd83c14f0581ee97ff4899be0c, entries=150, sequenceid=433, filesize=30.5 K 2024-11-20T00:24:37,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/217fedc75315448496bab7e36baf0ef2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/217fedc75315448496bab7e36baf0ef2 2024-11-20T00:24:37,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/217fedc75315448496bab7e36baf0ef2, entries=150, sequenceid=433, filesize=12.0 K 2024-11-20T00:24:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/22dfa6d7e24249ebad13b933b8c1ef93 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/22dfa6d7e24249ebad13b933b8c1ef93 2024-11-20T00:24:37,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/22dfa6d7e24249ebad13b933b8c1ef93, entries=150, sequenceid=433, filesize=12.0 K 2024-11-20T00:24:37,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3092fc13ae6406ac2811b09a301a099b in 209ms, sequenceid=433, compaction requested=true 2024-11-20T00:24:37,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:37,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:37,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:37,675 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:37,675 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:37,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:37,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:37,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:37,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:37,677 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:37,677 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:37,677 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:37,677 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d967addb8ba34739950cfd7f9a43eb79, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3d315f8d3f7b49f1b55501a6c1cbd3ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/9e031cbd83c14f0581ee97ff4899be0c] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=92.5 K 2024-11-20T00:24:37,677 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:37,677 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d967addb8ba34739950cfd7f9a43eb79, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3d315f8d3f7b49f1b55501a6c1cbd3ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/9e031cbd83c14f0581ee97ff4899be0c] 2024-11-20T00:24:37,678 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:37,678 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting d967addb8ba34739950cfd7f9a43eb79, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732062275536 2024-11-20T00:24:37,678 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:37,678 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:37,678 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/9da31b8ff816438981ca166fda031b4f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f1274aab6a547b782a693cb244bfefb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/217fedc75315448496bab7e36baf0ef2] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=37.0 K 2024-11-20T00:24:37,679 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da31b8ff816438981ca166fda031b4f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732062275536 2024-11-20T00:24:37,679 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d315f8d3f7b49f1b55501a6c1cbd3ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732062275665 2024-11-20T00:24:37,679 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f1274aab6a547b782a693cb244bfefb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732062275665 2024-11-20T00:24:37,679 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e031cbd83c14f0581ee97ff4899be0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732062276841 2024-11-20T00:24:37,680 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 217fedc75315448496bab7e36baf0ef2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732062276841 2024-11-20T00:24:37,698 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:37,699 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/32636d66f63b4989bab162230c77c126 is 50, key is test_row_0/B:col10/1732062276845/Put/seqid=0 2024-11-20T00:24:37,711 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:37,718 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112023de162ae0f045048b3c2ea74d9a4d2c_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:37,720 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112023de162ae0f045048b3c2ea74d9a4d2c_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:37,721 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112023de162ae0f045048b3c2ea74d9a4d2c_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742493_1669 (size=13357) 2024-11-20T00:24:37,745 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/32636d66f63b4989bab162230c77c126 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/32636d66f63b4989bab162230c77c126 2024-11-20T00:24:37,753 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 32636d66f63b4989bab162230c77c126(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:37,753 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:37,753 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=13, startTime=1732062277675; duration=0sec 2024-11-20T00:24:37,753 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:37,753 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:37,753 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:37,754 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:37,754 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:37,754 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:37,755 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a5b68aed9baa4443af845c678cdd6272, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/b64e3e8ce7974c519a280fde11df08d9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/22dfa6d7e24249ebad13b933b8c1ef93] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=37.0 K 2024-11-20T00:24:37,755 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting a5b68aed9baa4443af845c678cdd6272, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732062275536 2024-11-20T00:24:37,755 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting b64e3e8ce7974c519a280fde11df08d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732062275665 2024-11-20T00:24:37,756 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 22dfa6d7e24249ebad13b933b8c1ef93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732062276841 2024-11-20T00:24:37,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742494_1670 (size=4469) 2024-11-20T00:24:37,783 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#562 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:37,784 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e7c8bd5f466b43bf99acfe9b7e794665 is 50, key is test_row_0/C:col10/1732062276845/Put/seqid=0 2024-11-20T00:24:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742495_1671 (size=13357) 2024-11-20T00:24:37,813 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/e7c8bd5f466b43bf99acfe9b7e794665 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e7c8bd5f466b43bf99acfe9b7e794665 2024-11-20T00:24:37,822 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into e7c8bd5f466b43bf99acfe9b7e794665(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:37,823 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:37,823 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=13, startTime=1732062277675; duration=0sec 2024-11-20T00:24:37,824 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:37,824 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:37,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T00:24:37,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:37,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:37,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:37,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:37,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:37,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062337874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:37,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112041a888c8fb014e65a5f6e51f428a39e0_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062277521/Put/seqid=0 2024-11-20T00:24:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742496_1672 (size=12454) 2024-11-20T00:24:37,913 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T00:24:37,916 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-20T00:24:37,919 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T00:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-20T00:24:37,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T00:24:37,923 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T00:24:37,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T00:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T00:24:37,924 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112041a888c8fb014e65a5f6e51f428a39e0_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041a888c8fb014e65a5f6e51f428a39e0_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:37,926 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/8c3912f886444a42ac83c58e2bde854c, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:37,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/8c3912f886444a42ac83c58e2bde854c is 175, key is test_row_0/A:col10/1732062277521/Put/seqid=0 2024-11-20T00:24:37,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742497_1673 (size=31255) 2024-11-20T00:24:37,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062337977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T00:24:38,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:38,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,173 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#561 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:38,174 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/38c67869bf8242dc998978ba64f336ff is 175, key is test_row_0/A:col10/1732062276845/Put/seqid=0 2024-11-20T00:24:38,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062338179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742498_1674 (size=32311) 2024-11-20T00:24:38,212 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/38c67869bf8242dc998978ba64f336ff as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/38c67869bf8242dc998978ba64f336ff 2024-11-20T00:24:38,217 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into 38c67869bf8242dc998978ba64f336ff(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:38,217 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:38,217 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=13, startTime=1732062277675; duration=0sec 2024-11-20T00:24:38,217 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:38,217 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T00:24:38,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:38,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:38,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,350 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=460, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/8c3912f886444a42ac83c58e2bde854c 2024-11-20T00:24:38,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/36a722480dbd4f04ab69b6417ab28379 is 50, key is test_row_0/B:col10/1732062277521/Put/seqid=0 2024-11-20T00:24:38,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742499_1675 (size=12301) 2024-11-20T00:24:38,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T00:24:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1732062338484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T00:24:38,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/36a722480dbd4f04ab69b6417ab28379 2024-11-20T00:24:38,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/514bf82d1ebf42669b1f53bdeb25fc4d is 50, key is test_row_0/C:col10/1732062277521/Put/seqid=0 2024-11-20T00:24:38,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:38,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:38,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742500_1676 (size=12301) 2024-11-20T00:24:38,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/514bf82d1ebf42669b1f53bdeb25fc4d 2024-11-20T00:24:38,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/8c3912f886444a42ac83c58e2bde854c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/8c3912f886444a42ac83c58e2bde854c 2024-11-20T00:24:38,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/8c3912f886444a42ac83c58e2bde854c, entries=150, sequenceid=460, filesize=30.5 K 2024-11-20T00:24:38,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/36a722480dbd4f04ab69b6417ab28379 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/36a722480dbd4f04ab69b6417ab28379 2024-11-20T00:24:38,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/36a722480dbd4f04ab69b6417ab28379, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T00:24:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/514bf82d1ebf42669b1f53bdeb25fc4d as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/514bf82d1ebf42669b1f53bdeb25fc4d 2024-11-20T00:24:38,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/514bf82d1ebf42669b1f53bdeb25fc4d, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T00:24:38,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3092fc13ae6406ac2811b09a301a099b in 1044ms, sequenceid=460, compaction requested=false 2024-11-20T00:24:38,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:38,942 DEBUG [Thread-2433 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:59419 2024-11-20T00:24:38,942 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:38,944 DEBUG [Thread-2429 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:59419 2024-11-20T00:24:38,944 DEBUG [Thread-2431 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:59419 2024-11-20T00:24:38,944 DEBUG [Thread-2425 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:59419 2024-11-20T00:24:38,944 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:38,944 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:38,944 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:38,945 DEBUG [Thread-2427 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:59419 2024-11-20T00:24:38,945 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33563 {}] regionserver.HRegion(8581): Flush requested on 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:38,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T00:24:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:38,990 DEBUG [Thread-2416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:59419 2024-11-20T00:24:38,990 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:38,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:38,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b374a0bad8b14e328f4fe78e8a080766_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062278989/Put/seqid=0 2024-11-20T00:24:38,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:38,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:38,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742501_1677 (size=12454) 2024-11-20T00:24:39,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:39,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b374a0bad8b14e328f4fe78e8a080766_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b374a0bad8b14e328f4fe78e8a080766_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:39,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/46bc8fdec1134147a38fbe4158c969b7, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:39,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/46bc8fdec1134147a38fbe4158c969b7 is 175, key is test_row_0/A:col10/1732062278989/Put/seqid=0 2024-11-20T00:24:39,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742502_1678 (size=31255) 2024-11-20T00:24:39,009 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=473, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/46bc8fdec1134147a38fbe4158c969b7 2024-11-20T00:24:39,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/5e5fcd8d2d974d02b1fb176c657125af is 50, key is test_row_0/B:col10/1732062278989/Put/seqid=0 2024-11-20T00:24:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742503_1679 (size=12301) 2024-11-20T00:24:39,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/5e5fcd8d2d974d02b1fb176c657125af 2024-11-20T00:24:39,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/fac0f37bc73a4fe8898394c66a5b22d8 is 50, key is test_row_0/C:col10/1732062278989/Put/seqid=0 2024-11-20T00:24:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742504_1680 (size=12301) 2024-11-20T00:24:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T00:24:39,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:39,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:39,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:39,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:39,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:39,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. as already flushing 2024-11-20T00:24:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T00:24:39,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/fac0f37bc73a4fe8898394c66a5b22d8 2024-11-20T00:24:39,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/46bc8fdec1134147a38fbe4158c969b7 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/46bc8fdec1134147a38fbe4158c969b7 2024-11-20T00:24:39,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/46bc8fdec1134147a38fbe4158c969b7, entries=150, sequenceid=473, filesize=30.5 K 2024-11-20T00:24:39,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/5e5fcd8d2d974d02b1fb176c657125af as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5e5fcd8d2d974d02b1fb176c657125af 2024-11-20T00:24:39,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5e5fcd8d2d974d02b1fb176c657125af, entries=150, sequenceid=473, filesize=12.0 K 2024-11-20T00:24:39,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/fac0f37bc73a4fe8898394c66a5b22d8 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fac0f37bc73a4fe8898394c66a5b22d8 2024-11-20T00:24:39,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fac0f37bc73a4fe8898394c66a5b22d8, entries=150, sequenceid=473, filesize=12.0 K 2024-11-20T00:24:39,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 3092fc13ae6406ac2811b09a301a099b in 451ms, sequenceid=473, compaction requested=true 2024-11-20T00:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T00:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:39,441 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:39,441 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T00:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3092fc13ae6406ac2811b09a301a099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T00:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:39,443 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:39,443 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:39,443 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/A is initiating minor compaction (all files) 2024-11-20T00:24:39,443 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/B is initiating minor compaction (all files) 2024-11-20T00:24:39,443 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/A in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,443 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/B in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,443 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/38c67869bf8242dc998978ba64f336ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/8c3912f886444a42ac83c58e2bde854c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/46bc8fdec1134147a38fbe4158c969b7] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=92.6 K 2024-11-20T00:24:39,443 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,444 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/32636d66f63b4989bab162230c77c126, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/36a722480dbd4f04ab69b6417ab28379, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5e5fcd8d2d974d02b1fb176c657125af] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=37.1 K 2024-11-20T00:24:39,444 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. files: [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/38c67869bf8242dc998978ba64f336ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/8c3912f886444a42ac83c58e2bde854c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/46bc8fdec1134147a38fbe4158c969b7] 2024-11-20T00:24:39,444 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 32636d66f63b4989bab162230c77c126, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732062276841 2024-11-20T00:24:39,444 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38c67869bf8242dc998978ba64f336ff, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732062276841 2024-11-20T00:24:39,444 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 36a722480dbd4f04ab69b6417ab28379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732062277517 2024-11-20T00:24:39,444 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c3912f886444a42ac83c58e2bde854c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732062277517 2024-11-20T00:24:39,444 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e5fcd8d2d974d02b1fb176c657125af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732062277859 2024-11-20T00:24:39,444 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46bc8fdec1134147a38fbe4158c969b7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732062277859 2024-11-20T00:24:39,455 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#B#compaction#569 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:39,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:39,456 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/2cdcb0bc6d9b4339ba786cd755345a78 is 50, key is test_row_0/B:col10/1732062278989/Put/seqid=0 2024-11-20T00:24:39,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T00:24:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c2f74f6ba1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-20T00:24:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-20T00:24:39,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-20T00:24:39,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5350 sec 2024-11-20T00:24:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742505_1681 (size=13459) 2024-11-20T00:24:39,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.5420 sec 2024-11-20T00:24:39,466 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/2cdcb0bc6d9b4339ba786cd755345a78 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/2cdcb0bc6d9b4339ba786cd755345a78 2024-11-20T00:24:39,470 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/B of 3092fc13ae6406ac2811b09a301a099b into 2cdcb0bc6d9b4339ba786cd755345a78(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:39,470 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:39,470 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/B, priority=13, startTime=1732062279441; duration=0sec 2024-11-20T00:24:39,470 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T00:24:39,470 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:B 2024-11-20T00:24:39,471 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T00:24:39,471 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:39,471 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T00:24:39,472 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1540): 3092fc13ae6406ac2811b09a301a099b/C is initiating minor compaction (all files) 2024-11-20T00:24:39,472 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3092fc13ae6406ac2811b09a301a099b/C in TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:39,472 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e7c8bd5f466b43bf99acfe9b7e794665, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/514bf82d1ebf42669b1f53bdeb25fc4d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fac0f37bc73a4fe8898394c66a5b22d8] into tmpdir=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp, totalSize=37.1 K 2024-11-20T00:24:39,472 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting e7c8bd5f466b43bf99acfe9b7e794665, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732062276841 2024-11-20T00:24:39,473 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting 514bf82d1ebf42669b1f53bdeb25fc4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732062277517 2024-11-20T00:24:39,473 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] compactions.Compactor(224): Compacting fac0f37bc73a4fe8898394c66a5b22d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732062277859 2024-11-20T00:24:39,473 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207da81830dd5a4c9dbf0eacafe84c6c92_3092fc13ae6406ac2811b09a301a099b store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:39,485 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#C#compaction#571 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:39,485 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ed0790857a4b4f679b7aa89b0269c10c is 50, key is test_row_0/C:col10/1732062278989/Put/seqid=0 2024-11-20T00:24:39,508 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207da81830dd5a4c9dbf0eacafe84c6c92_3092fc13ae6406ac2811b09a301a099b, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:39,508 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207da81830dd5a4c9dbf0eacafe84c6c92_3092fc13ae6406ac2811b09a301a099b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742506_1682 (size=13459) 2024-11-20T00:24:39,537 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/ed0790857a4b4f679b7aa89b0269c10c as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ed0790857a4b4f679b7aa89b0269c10c 2024-11-20T00:24:39,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742507_1683 (size=4469) 2024-11-20T00:24:39,543 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/C of 3092fc13ae6406ac2811b09a301a099b into ed0790857a4b4f679b7aa89b0269c10c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:39,543 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:39,543 INFO [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/C, priority=13, startTime=1732062279441; duration=0sec 2024-11-20T00:24:39,543 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:39,543 DEBUG [RS:0;4c2f74f6ba1b:33563-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:C 2024-11-20T00:24:39,545 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3092fc13ae6406ac2811b09a301a099b#A#compaction#570 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T00:24:39,546 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/311b4b966ca04d109d76a549dfc54314 is 175, key is test_row_0/A:col10/1732062278989/Put/seqid=0 2024-11-20T00:24:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742508_1684 (size=32413) 2024-11-20T00:24:39,578 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/311b4b966ca04d109d76a549dfc54314 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/311b4b966ca04d109d76a549dfc54314 2024-11-20T00:24:39,585 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3092fc13ae6406ac2811b09a301a099b/A of 3092fc13ae6406ac2811b09a301a099b into 311b4b966ca04d109d76a549dfc54314(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T00:24:39,586 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:39,586 INFO [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b., storeName=3092fc13ae6406ac2811b09a301a099b/A, priority=13, startTime=1732062279441; duration=0sec 2024-11-20T00:24:39,586 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T00:24:39,586 DEBUG [RS:0;4c2f74f6ba1b:33563-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3092fc13ae6406ac2811b09a301a099b:A 2024-11-20T00:24:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T00:24:40,027 INFO [Thread-2424 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-20T00:24:44,375 DEBUG [Thread-2414 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:59419 2024-11-20T00:24:44,375 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:44,418 DEBUG [Thread-2418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:59419 2024-11-20T00:24:44,418 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:44,433 DEBUG [Thread-2422 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:59419 2024-11-20T00:24:44,433 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:44,451 DEBUG [Thread-2420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:59419 2024-11-20T00:24:44,451 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 202 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5337 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5198 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5099 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5342 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5217 2024-11-20T00:24:44,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T00:24:44,452 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T00:24:44,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:59419 2024-11-20T00:24:44,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:44,453 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T00:24:44,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T00:24:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T00:24:44,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062284455"}]},"ts":"1732062284455"} 2024-11-20T00:24:44,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T00:24:44,459 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T00:24:44,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T00:24:44,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, UNASSIGN}] 2024-11-20T00:24:44,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, UNASSIGN 2024-11-20T00:24:44,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=CLOSING, regionLocation=4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:44,462 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T00:24:44,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; CloseRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045}] 2024-11-20T00:24:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T00:24:44,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:44,615 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(124): Close 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1681): Closing 3092fc13ae6406ac2811b09a301a099b, disabling compactions & flushes 2024-11-20T00:24:44,615 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. after waiting 0 ms 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:44,615 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(2837): Flushing 3092fc13ae6406ac2811b09a301a099b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=A 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:44,615 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=B 2024-11-20T00:24:44,616 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:44,616 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3092fc13ae6406ac2811b09a301a099b, store=C 2024-11-20T00:24:44,616 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T00:24:44,622 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a425b7ed8bf54353ab08f1b7970af606_3092fc13ae6406ac2811b09a301a099b is 50, key is test_row_0/A:col10/1732062284374/Put/seqid=0 2024-11-20T00:24:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742509_1685 (size=9914) 2024-11-20T00:24:44,638 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T00:24:44,642 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a425b7ed8bf54353ab08f1b7970af606_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a425b7ed8bf54353ab08f1b7970af606_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:44,643 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/942c842da22945cbbb6d1a5ae7acbdb9, store: [table=TestAcidGuarantees family=A region=3092fc13ae6406ac2811b09a301a099b] 2024-11-20T00:24:44,644 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/942c842da22945cbbb6d1a5ae7acbdb9 is 175, key is test_row_0/A:col10/1732062284374/Put/seqid=0 2024-11-20T00:24:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742510_1686 (size=22561) 2024-11-20T00:24:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T00:24:45,051 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/942c842da22945cbbb6d1a5ae7acbdb9 2024-11-20T00:24:45,057 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/3651ef02a09f4bec8ec87659a5765226 is 50, key is test_row_0/B:col10/1732062284374/Put/seqid=0 2024-11-20T00:24:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T00:24:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742511_1687 (size=9857) 2024-11-20T00:24:45,060 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/3651ef02a09f4bec8ec87659a5765226 2024-11-20T00:24:45,065 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/51d86e11c089484aa1d100367577d3d0 is 50, key is test_row_0/C:col10/1732062284374/Put/seqid=0 2024-11-20T00:24:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742512_1688 (size=9857) 2024-11-20T00:24:45,069 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/51d86e11c089484aa1d100367577d3d0 2024-11-20T00:24:45,073 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/A/942c842da22945cbbb6d1a5ae7acbdb9 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/942c842da22945cbbb6d1a5ae7acbdb9 2024-11-20T00:24:45,075 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/942c842da22945cbbb6d1a5ae7acbdb9, entries=100, sequenceid=484, filesize=22.0 K 2024-11-20T00:24:45,076 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/B/3651ef02a09f4bec8ec87659a5765226 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/3651ef02a09f4bec8ec87659a5765226 2024-11-20T00:24:45,079 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/3651ef02a09f4bec8ec87659a5765226, entries=100, sequenceid=484, filesize=9.6 K 2024-11-20T00:24:45,080 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/.tmp/C/51d86e11c089484aa1d100367577d3d0 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/51d86e11c089484aa1d100367577d3d0 2024-11-20T00:24:45,083 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/51d86e11c089484aa1d100367577d3d0, entries=100, sequenceid=484, filesize=9.6 K 2024-11-20T00:24:45,083 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3092fc13ae6406ac2811b09a301a099b in 468ms, sequenceid=484, compaction requested=false 2024-11-20T00:24:45,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/26a16a0afc8c49bb8d00790ed8d1e85a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/085e07611d3c4d97bb531d5a96a687f2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d1f46625381d435e80030bb1ff294c6c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/97a1aa5d01ad4e99bb047949314250b0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/601f234cd308479aa85efd1a5f8e7f99, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/380749ae27ab4705bc7447bc7acfebad, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/eb128836d1c44f34ad9ade911cc3dfb7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/40c5c1b844604b11b77272fba872cbf2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a98c19bb075b469c9c46e85c21325b52, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b1c78fd4d65c44b3a3c03e0e9bce3608, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/c401c2c04ce544bd8084bb387700ba56, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3a149e43c3044b5499c9ac99430fd1eb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/6670969688144ba7a9e24d27895e5e01, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b8dd7efe24cf4ccd9c8f1d31f92df25a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/ae6c826c98e74d42b00905854642177e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a76889fb9e0549448fe658216c7c7e74, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/5953d7ddefde4090b5849c7cdea4b652, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/7cc80ab97c3d45a180194ebf855543fb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/4e7486ae89f14099b38322e514ad73ca, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0b4ad45efb2345d0873290897c0c4666, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/cb4d3d1a13dc44be968607fb1a87a530, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/71d95f112ea84629b14a684afb9e9502, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0ea5267b844a41f9a2370b454262a87f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/040a565710724051b4d4b495068a3ba5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/684a6cc083c04b689234a2f60eca0de6, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/f7926b67c96a486bb612ad47be443d05, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a79c5e6d331b41c0914d208a132feb1e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/2b36cec32d7e4e67a1957f3984ad9fca, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d967addb8ba34739950cfd7f9a43eb79, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3d315f8d3f7b49f1b55501a6c1cbd3ac, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/38c67869bf8242dc998978ba64f336ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/9e031cbd83c14f0581ee97ff4899be0c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/8c3912f886444a42ac83c58e2bde854c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/46bc8fdec1134147a38fbe4158c969b7] to archive 2024-11-20T00:24:45,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:24:45,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/26a16a0afc8c49bb8d00790ed8d1e85a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/26a16a0afc8c49bb8d00790ed8d1e85a 2024-11-20T00:24:45,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/085e07611d3c4d97bb531d5a96a687f2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/085e07611d3c4d97bb531d5a96a687f2 2024-11-20T00:24:45,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d1f46625381d435e80030bb1ff294c6c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d1f46625381d435e80030bb1ff294c6c 2024-11-20T00:24:45,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/97a1aa5d01ad4e99bb047949314250b0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/97a1aa5d01ad4e99bb047949314250b0 2024-11-20T00:24:45,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/601f234cd308479aa85efd1a5f8e7f99 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/601f234cd308479aa85efd1a5f8e7f99 2024-11-20T00:24:45,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/380749ae27ab4705bc7447bc7acfebad to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/380749ae27ab4705bc7447bc7acfebad 2024-11-20T00:24:45,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/eb128836d1c44f34ad9ade911cc3dfb7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/eb128836d1c44f34ad9ade911cc3dfb7 2024-11-20T00:24:45,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/40c5c1b844604b11b77272fba872cbf2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/40c5c1b844604b11b77272fba872cbf2 2024-11-20T00:24:45,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a98c19bb075b469c9c46e85c21325b52 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a98c19bb075b469c9c46e85c21325b52 2024-11-20T00:24:45,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b1c78fd4d65c44b3a3c03e0e9bce3608 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b1c78fd4d65c44b3a3c03e0e9bce3608 2024-11-20T00:24:45,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/c401c2c04ce544bd8084bb387700ba56 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/c401c2c04ce544bd8084bb387700ba56 2024-11-20T00:24:45,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3a149e43c3044b5499c9ac99430fd1eb to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3a149e43c3044b5499c9ac99430fd1eb 2024-11-20T00:24:45,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/6670969688144ba7a9e24d27895e5e01 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/6670969688144ba7a9e24d27895e5e01 2024-11-20T00:24:45,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b8dd7efe24cf4ccd9c8f1d31f92df25a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/b8dd7efe24cf4ccd9c8f1d31f92df25a 2024-11-20T00:24:45,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/ae6c826c98e74d42b00905854642177e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/ae6c826c98e74d42b00905854642177e 2024-11-20T00:24:45,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a76889fb9e0549448fe658216c7c7e74 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a76889fb9e0549448fe658216c7c7e74 2024-11-20T00:24:45,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/5953d7ddefde4090b5849c7cdea4b652 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/5953d7ddefde4090b5849c7cdea4b652 2024-11-20T00:24:45,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/7cc80ab97c3d45a180194ebf855543fb to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/7cc80ab97c3d45a180194ebf855543fb 2024-11-20T00:24:45,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/4e7486ae89f14099b38322e514ad73ca to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/4e7486ae89f14099b38322e514ad73ca 2024-11-20T00:24:45,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0b4ad45efb2345d0873290897c0c4666 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0b4ad45efb2345d0873290897c0c4666 2024-11-20T00:24:45,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/cb4d3d1a13dc44be968607fb1a87a530 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/cb4d3d1a13dc44be968607fb1a87a530 2024-11-20T00:24:45,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/71d95f112ea84629b14a684afb9e9502 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/71d95f112ea84629b14a684afb9e9502 2024-11-20T00:24:45,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0ea5267b844a41f9a2370b454262a87f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/0ea5267b844a41f9a2370b454262a87f 2024-11-20T00:24:45,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/040a565710724051b4d4b495068a3ba5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/040a565710724051b4d4b495068a3ba5 2024-11-20T00:24:45,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/684a6cc083c04b689234a2f60eca0de6 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/684a6cc083c04b689234a2f60eca0de6 2024-11-20T00:24:45,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/f7926b67c96a486bb612ad47be443d05 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/f7926b67c96a486bb612ad47be443d05 2024-11-20T00:24:45,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a79c5e6d331b41c0914d208a132feb1e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/a79c5e6d331b41c0914d208a132feb1e 2024-11-20T00:24:45,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/2b36cec32d7e4e67a1957f3984ad9fca to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/2b36cec32d7e4e67a1957f3984ad9fca 2024-11-20T00:24:45,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d967addb8ba34739950cfd7f9a43eb79 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/d967addb8ba34739950cfd7f9a43eb79 2024-11-20T00:24:45,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3d315f8d3f7b49f1b55501a6c1cbd3ac to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/3d315f8d3f7b49f1b55501a6c1cbd3ac 2024-11-20T00:24:45,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/38c67869bf8242dc998978ba64f336ff to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/38c67869bf8242dc998978ba64f336ff 2024-11-20T00:24:45,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/9e031cbd83c14f0581ee97ff4899be0c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/9e031cbd83c14f0581ee97ff4899be0c 2024-11-20T00:24:45,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/8c3912f886444a42ac83c58e2bde854c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/8c3912f886444a42ac83c58e2bde854c 2024-11-20T00:24:45,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/46bc8fdec1134147a38fbe4158c969b7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/46bc8fdec1134147a38fbe4158c969b7 2024-11-20T00:24:45,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/1aaa06d5f3364989a1fc8d92df0b54ff, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b6f28260d9f84dae8ee89d1d11a05a55, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0272e70945f8403e87022b7fc5c595dd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/d5d5a6d29d0f4ca69b236fd8e9691bd8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/fbf77fd9598c48ffb509031b21354bfb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/70a4eca3b5d546148f190b97fbb1d448, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b1c881f1b8ec4c46bf6e9b132f8cd612, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf39a2e542c3449d8ae9a529efae0acd, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/78713941582141569bb1f860743fd172, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/59fbfafc1c724c21854a18e1768d2d5e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8e0bda18fa9948f8beb6a805e67da0cc, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/01e94cdff82e4c0e829bf14885b4c823, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8d73ca7a60a044439acac52c162f7c81, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/420bd6132e624eeca42080cbc080f7e7, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/a9d7bc51b0d640d68fc77142ef3ba8e5, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7fd4c42b810e434e8a18e13f45f45dc1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/22482a839ba04fb9950c048cb884f902, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/83078c6cae4f49bc90d0992b3b3570d8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/90182d56df064e958130320e847b9d2e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf32fba26f74457faa6d235e9f2622ba, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ea4b59b02279462aac5a5d0413fa1de0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/268fe9e8ba554fcc9c64998a73344f72, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f2e5267db9f4dda8cda96d3a97bb7e1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7005cd2e4329488fa51dbcc12362eb89, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5ba68adb96954c2db01f022ab9f2e1b3, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ca1fff53b6994e5da3ac982440112ad4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/e6cd0f086b3145f6bb84b40751045592, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/9da31b8ff816438981ca166fda031b4f, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/27938394e0f24f4d9017d41c78450367, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f1274aab6a547b782a693cb244bfefb, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/32636d66f63b4989bab162230c77c126, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/217fedc75315448496bab7e36baf0ef2, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/36a722480dbd4f04ab69b6417ab28379, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5e5fcd8d2d974d02b1fb176c657125af] to archive 2024-11-20T00:24:45,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:24:45,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/1aaa06d5f3364989a1fc8d92df0b54ff to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/1aaa06d5f3364989a1fc8d92df0b54ff 2024-11-20T00:24:45,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b6f28260d9f84dae8ee89d1d11a05a55 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b6f28260d9f84dae8ee89d1d11a05a55 2024-11-20T00:24:45,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0272e70945f8403e87022b7fc5c595dd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0272e70945f8403e87022b7fc5c595dd 2024-11-20T00:24:45,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/d5d5a6d29d0f4ca69b236fd8e9691bd8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/d5d5a6d29d0f4ca69b236fd8e9691bd8 2024-11-20T00:24:45,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/fbf77fd9598c48ffb509031b21354bfb to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/fbf77fd9598c48ffb509031b21354bfb 2024-11-20T00:24:45,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/70a4eca3b5d546148f190b97fbb1d448 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/70a4eca3b5d546148f190b97fbb1d448 2024-11-20T00:24:45,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b1c881f1b8ec4c46bf6e9b132f8cd612 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/b1c881f1b8ec4c46bf6e9b132f8cd612 2024-11-20T00:24:45,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf39a2e542c3449d8ae9a529efae0acd to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf39a2e542c3449d8ae9a529efae0acd 2024-11-20T00:24:45,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/78713941582141569bb1f860743fd172 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/78713941582141569bb1f860743fd172 2024-11-20T00:24:45,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/59fbfafc1c724c21854a18e1768d2d5e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/59fbfafc1c724c21854a18e1768d2d5e 2024-11-20T00:24:45,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8e0bda18fa9948f8beb6a805e67da0cc to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8e0bda18fa9948f8beb6a805e67da0cc 2024-11-20T00:24:45,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/01e94cdff82e4c0e829bf14885b4c823 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/01e94cdff82e4c0e829bf14885b4c823 2024-11-20T00:24:45,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8d73ca7a60a044439acac52c162f7c81 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/8d73ca7a60a044439acac52c162f7c81 2024-11-20T00:24:45,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/420bd6132e624eeca42080cbc080f7e7 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/420bd6132e624eeca42080cbc080f7e7 2024-11-20T00:24:45,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/a9d7bc51b0d640d68fc77142ef3ba8e5 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/a9d7bc51b0d640d68fc77142ef3ba8e5 2024-11-20T00:24:45,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7fd4c42b810e434e8a18e13f45f45dc1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7fd4c42b810e434e8a18e13f45f45dc1 2024-11-20T00:24:45,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/22482a839ba04fb9950c048cb884f902 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/22482a839ba04fb9950c048cb884f902 2024-11-20T00:24:45,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/83078c6cae4f49bc90d0992b3b3570d8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/83078c6cae4f49bc90d0992b3b3570d8 2024-11-20T00:24:45,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/90182d56df064e958130320e847b9d2e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/90182d56df064e958130320e847b9d2e 2024-11-20T00:24:45,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf32fba26f74457faa6d235e9f2622ba to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/bf32fba26f74457faa6d235e9f2622ba 2024-11-20T00:24:45,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ea4b59b02279462aac5a5d0413fa1de0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ea4b59b02279462aac5a5d0413fa1de0 2024-11-20T00:24:45,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/268fe9e8ba554fcc9c64998a73344f72 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/268fe9e8ba554fcc9c64998a73344f72 2024-11-20T00:24:45,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f2e5267db9f4dda8cda96d3a97bb7e1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f2e5267db9f4dda8cda96d3a97bb7e1 2024-11-20T00:24:45,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7005cd2e4329488fa51dbcc12362eb89 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/7005cd2e4329488fa51dbcc12362eb89 2024-11-20T00:24:45,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5ba68adb96954c2db01f022ab9f2e1b3 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5ba68adb96954c2db01f022ab9f2e1b3 2024-11-20T00:24:45,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ca1fff53b6994e5da3ac982440112ad4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/ca1fff53b6994e5da3ac982440112ad4 2024-11-20T00:24:45,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/e6cd0f086b3145f6bb84b40751045592 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/e6cd0f086b3145f6bb84b40751045592 2024-11-20T00:24:45,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/9da31b8ff816438981ca166fda031b4f to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/9da31b8ff816438981ca166fda031b4f 2024-11-20T00:24:45,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/27938394e0f24f4d9017d41c78450367 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/27938394e0f24f4d9017d41c78450367 2024-11-20T00:24:45,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f1274aab6a547b782a693cb244bfefb to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/0f1274aab6a547b782a693cb244bfefb 2024-11-20T00:24:45,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/32636d66f63b4989bab162230c77c126 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/32636d66f63b4989bab162230c77c126 2024-11-20T00:24:45,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/217fedc75315448496bab7e36baf0ef2 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/217fedc75315448496bab7e36baf0ef2 2024-11-20T00:24:45,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/36a722480dbd4f04ab69b6417ab28379 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/36a722480dbd4f04ab69b6417ab28379 2024-11-20T00:24:45,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5e5fcd8d2d974d02b1fb176c657125af to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/5e5fcd8d2d974d02b1fb176c657125af 2024-11-20T00:24:45,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/5053191755de44f7a0ea7f7ba6e81a93, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/9008b30410344d719d86f4e44e52e038, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a45c6658b76e408cbf5d73feff9c876c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ac30424cb6344c09bbeae2dc9e363817, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/32ba464afd7b400b97fdc86ec9916ccf, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/c1fb5c2676cf4dd682e9f9b9d0abd7b1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/35587d6c9fb240958d09ec6ba426573e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a31bee4695ba4315b0eda60bdfe1195d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/8f2f630a7bde4715be353fa119a5d65a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4afef1719b5d403c989d1cafa924e49e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/0d757f29e8604792b3a795e7a0316d7a, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e2684cc8c92646b390bf2d1ea20b3b23, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6dec746908784ff9b4f2e09b1b9386a8, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e4c2324d0078443fbf019304a1317667, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6bb2935777b740a28aa7199f5ac71a68, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/966a7cbb83164f6f9bd4f63061995456, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/23e676b0ef73479cbe010c9484d446d0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/68ea9ea62b8845a7912562ac4dcfb756, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/500dc25a56534d359c7a1c312c0631c0, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ee0829a933da47d995e1098006d7be45, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4a355dacd9bc4af48e3a381b5c5c36f1, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/f2d48a96c81e47a090d7c065cebf4e05, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6e51b4f3759c40b29ca5d525fe0e85e4, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/1e366cf833f6474d8de5b50b9196278c, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/211b43235ff043d6b19c72fad2a1cc53, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fdc4437bc56e458d85605c82a52b494b, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/378b61cdaaa74df3bf6d8ad5392ff73e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a5b68aed9baa4443af845c678cdd6272, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e1d1d10eee7a4d1281049b7c863ee90e, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/b64e3e8ce7974c519a280fde11df08d9, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e7c8bd5f466b43bf99acfe9b7e794665, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/22dfa6d7e24249ebad13b933b8c1ef93, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/514bf82d1ebf42669b1f53bdeb25fc4d, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fac0f37bc73a4fe8898394c66a5b22d8] to archive 2024-11-20T00:24:45,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T00:24:45,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/5053191755de44f7a0ea7f7ba6e81a93 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/5053191755de44f7a0ea7f7ba6e81a93 2024-11-20T00:24:45,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/9008b30410344d719d86f4e44e52e038 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/9008b30410344d719d86f4e44e52e038 2024-11-20T00:24:45,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a45c6658b76e408cbf5d73feff9c876c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a45c6658b76e408cbf5d73feff9c876c 2024-11-20T00:24:45,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ac30424cb6344c09bbeae2dc9e363817 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ac30424cb6344c09bbeae2dc9e363817 2024-11-20T00:24:45,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/32ba464afd7b400b97fdc86ec9916ccf to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/32ba464afd7b400b97fdc86ec9916ccf 2024-11-20T00:24:45,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/c1fb5c2676cf4dd682e9f9b9d0abd7b1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/c1fb5c2676cf4dd682e9f9b9d0abd7b1 2024-11-20T00:24:45,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/35587d6c9fb240958d09ec6ba426573e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/35587d6c9fb240958d09ec6ba426573e 2024-11-20T00:24:45,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a31bee4695ba4315b0eda60bdfe1195d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a31bee4695ba4315b0eda60bdfe1195d 2024-11-20T00:24:45,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/8f2f630a7bde4715be353fa119a5d65a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/8f2f630a7bde4715be353fa119a5d65a 2024-11-20T00:24:45,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4afef1719b5d403c989d1cafa924e49e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4afef1719b5d403c989d1cafa924e49e 2024-11-20T00:24:45,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/0d757f29e8604792b3a795e7a0316d7a to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/0d757f29e8604792b3a795e7a0316d7a 2024-11-20T00:24:45,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e2684cc8c92646b390bf2d1ea20b3b23 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e2684cc8c92646b390bf2d1ea20b3b23 2024-11-20T00:24:45,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6dec746908784ff9b4f2e09b1b9386a8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6dec746908784ff9b4f2e09b1b9386a8 2024-11-20T00:24:45,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e4c2324d0078443fbf019304a1317667 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e4c2324d0078443fbf019304a1317667 2024-11-20T00:24:45,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6bb2935777b740a28aa7199f5ac71a68 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6bb2935777b740a28aa7199f5ac71a68 2024-11-20T00:24:45,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/966a7cbb83164f6f9bd4f63061995456 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/966a7cbb83164f6f9bd4f63061995456 2024-11-20T00:24:45,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/23e676b0ef73479cbe010c9484d446d0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/23e676b0ef73479cbe010c9484d446d0 2024-11-20T00:24:45,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/68ea9ea62b8845a7912562ac4dcfb756 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/68ea9ea62b8845a7912562ac4dcfb756 2024-11-20T00:24:45,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/500dc25a56534d359c7a1c312c0631c0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/500dc25a56534d359c7a1c312c0631c0 2024-11-20T00:24:45,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ee0829a933da47d995e1098006d7be45 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ee0829a933da47d995e1098006d7be45 2024-11-20T00:24:45,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4a355dacd9bc4af48e3a381b5c5c36f1 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/4a355dacd9bc4af48e3a381b5c5c36f1 2024-11-20T00:24:45,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/f2d48a96c81e47a090d7c065cebf4e05 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/f2d48a96c81e47a090d7c065cebf4e05 2024-11-20T00:24:45,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6e51b4f3759c40b29ca5d525fe0e85e4 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/6e51b4f3759c40b29ca5d525fe0e85e4 2024-11-20T00:24:45,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/1e366cf833f6474d8de5b50b9196278c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/1e366cf833f6474d8de5b50b9196278c 2024-11-20T00:24:45,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/211b43235ff043d6b19c72fad2a1cc53 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/211b43235ff043d6b19c72fad2a1cc53 2024-11-20T00:24:45,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fdc4437bc56e458d85605c82a52b494b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fdc4437bc56e458d85605c82a52b494b 2024-11-20T00:24:45,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/378b61cdaaa74df3bf6d8ad5392ff73e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/378b61cdaaa74df3bf6d8ad5392ff73e 2024-11-20T00:24:45,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a5b68aed9baa4443af845c678cdd6272 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/a5b68aed9baa4443af845c678cdd6272 2024-11-20T00:24:45,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e1d1d10eee7a4d1281049b7c863ee90e to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e1d1d10eee7a4d1281049b7c863ee90e 2024-11-20T00:24:45,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/b64e3e8ce7974c519a280fde11df08d9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/b64e3e8ce7974c519a280fde11df08d9 2024-11-20T00:24:45,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e7c8bd5f466b43bf99acfe9b7e794665 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/e7c8bd5f466b43bf99acfe9b7e794665 2024-11-20T00:24:45,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/22dfa6d7e24249ebad13b933b8c1ef93 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/22dfa6d7e24249ebad13b933b8c1ef93 2024-11-20T00:24:45,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/514bf82d1ebf42669b1f53bdeb25fc4d to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/514bf82d1ebf42669b1f53bdeb25fc4d 2024-11-20T00:24:45,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fac0f37bc73a4fe8898394c66a5b22d8 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/fac0f37bc73a4fe8898394c66a5b22d8 2024-11-20T00:24:45,199 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/recovered.edits/487.seqid, newMaxSeqId=487, maxSeqId=4 2024-11-20T00:24:45,200 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b. 2024-11-20T00:24:45,200 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1635): Region close journal for 3092fc13ae6406ac2811b09a301a099b: 2024-11-20T00:24:45,201 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(170): Closed 3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=3092fc13ae6406ac2811b09a301a099b, regionState=CLOSED 2024-11-20T00:24:45,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-20T00:24:45,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseRegionProcedure 3092fc13ae6406ac2811b09a301a099b, server=4c2f74f6ba1b,33563,1732062111045 in 740 msec 2024-11-20T00:24:45,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=185, resume processing ppid=184 2024-11-20T00:24:45,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, ppid=184, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3092fc13ae6406ac2811b09a301a099b, UNASSIGN in 743 msec 2024-11-20T00:24:45,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-20T00:24:45,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 745 msec 2024-11-20T00:24:45,207 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732062285207"}]},"ts":"1732062285207"} 2024-11-20T00:24:45,208 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T00:24:45,210 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T00:24:45,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 757 msec 2024-11-20T00:24:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T00:24:45,559 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-20T00:24:45,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T00:24:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:45,561 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T00:24:45,562 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=187, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:45,564 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,566 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C, FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/recovered.edits] 2024-11-20T00:24:45,568 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/311b4b966ca04d109d76a549dfc54314 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/311b4b966ca04d109d76a549dfc54314 2024-11-20T00:24:45,569 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/942c842da22945cbbb6d1a5ae7acbdb9 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/A/942c842da22945cbbb6d1a5ae7acbdb9 2024-11-20T00:24:45,571 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/2cdcb0bc6d9b4339ba786cd755345a78 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/2cdcb0bc6d9b4339ba786cd755345a78 2024-11-20T00:24:45,572 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/3651ef02a09f4bec8ec87659a5765226 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/B/3651ef02a09f4bec8ec87659a5765226 2024-11-20T00:24:45,574 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/51d86e11c089484aa1d100367577d3d0 to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/51d86e11c089484aa1d100367577d3d0 2024-11-20T00:24:45,575 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ed0790857a4b4f679b7aa89b0269c10c to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/C/ed0790857a4b4f679b7aa89b0269c10c 2024-11-20T00:24:45,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/recovered.edits/487.seqid to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b/recovered.edits/487.seqid 2024-11-20T00:24:45,577 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/default/TestAcidGuarantees/3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,577 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T00:24:45,577 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T00:24:45,578 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T00:24:45,581 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015d623603f434baca37ff28497c9270a_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015d623603f434baca37ff28497c9270a_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,582 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016e36be418ed4ec794b22210afe2f8cc_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016e36be418ed4ec794b22210afe2f8cc_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,583 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120208b9926e67147ddb9b5f5cede92cb0d_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120208b9926e67147ddb9b5f5cede92cb0d_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202728f41804894442a940c9bc6b3b059a_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202728f41804894442a940c9bc6b3b059a_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,586 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202915c154e0aa454f82b954def2fbca25_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202915c154e0aa454f82b954def2fbca25_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,587 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031168401658348f9b639f66fee8a0524_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031168401658348f9b639f66fee8a0524_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,588 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204082c69b765a44b3a317af9151c91ff1_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204082c69b765a44b3a317af9151c91ff1_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,589 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041a888c8fb014e65a5f6e51f428a39e0_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041a888c8fb014e65a5f6e51f428a39e0_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120450d367e68be4aeba0e3182d971e3350_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120450d367e68be4aeba0e3182d971e3350_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120574c2746555043f28bc67bd14de2f00d_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120574c2746555043f28bc67bd14de2f00d_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057a53407fa0742dfa692fd9025d5ae05_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057a53407fa0742dfa692fd9025d5ae05_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120581bf2fffbfd401bae8d2ad8734f9161_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120581bf2fffbfd401bae8d2ad8734f9161_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112077bf54b92f854777af21fc5a11765dfc_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112077bf54b92f854777af21fc5a11765dfc_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a53cadf39f64e3d843ec4d33ac17cfc_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a53cadf39f64e3d843ec4d33ac17cfc_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209aa7866d2d544503948470551fc2c0e8_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209aa7866d2d544503948470551fc2c0e8_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,596 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a26baf80c2eb47e18eb2384b93fdbbaf_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a26baf80c2eb47e18eb2384b93fdbbaf_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a39988e60a3b44a59beff0855613af5b_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a39988e60a3b44a59beff0855613af5b_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a425b7ed8bf54353ab08f1b7970af606_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a425b7ed8bf54353ab08f1b7970af606_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b374a0bad8b14e328f4fe78e8a080766_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b374a0bad8b14e328f4fe78e8a080766_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4e11fdc09264ee0a6420ffeab9db484_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4e11fdc09264ee0a6420ffeab9db484_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c3b13b9e9b5d4584a0323b5420c6de14_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c3b13b9e9b5d4584a0323b5420c6de14_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,603 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb61bb273774445ea9cd11135356a18b_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb61bb273774445ea9cd11135356a18b_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce2d5f4c13fa4110a300d6afd0d2e2ba_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce2d5f4c13fa4110a300d6afd0d2e2ba_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,606 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce4b2487bf8d4c1e93914a41a6d6ef1c_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce4b2487bf8d4c1e93914a41a6d6ef1c_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,607 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d566f7ae267e4b96b90f447d1ec49daa_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d566f7ae267e4b96b90f447d1ec49daa_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,608 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ec6aa6b2daca48f683075a18cc18cf18_3092fc13ae6406ac2811b09a301a099b to hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ec6aa6b2daca48f683075a18cc18cf18_3092fc13ae6406ac2811b09a301a099b 2024-11-20T00:24:45,608 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T00:24:45,611 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=187, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:45,613 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T00:24:45,614 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T00:24:45,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=187, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:45,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T00:24:45,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732062285615"}]},"ts":"9223372036854775807"} 2024-11-20T00:24:45,617 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T00:24:45,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3092fc13ae6406ac2811b09a301a099b, NAME => 'TestAcidGuarantees,,1732062256098.3092fc13ae6406ac2811b09a301a099b.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T00:24:45,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T00:24:45,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732062285617"}]},"ts":"9223372036854775807"} 2024-11-20T00:24:45,618 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T00:24:45,621 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=187, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T00:24:45,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-11-20T00:24:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44641 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T00:24:45,663 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-20T00:24:45,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 241), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=663 (was 577) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1347 (was 1483) 2024-11-20T00:24:45,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T00:24:45,675 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T00:24:45,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:59419 2024-11-20T00:24:45,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:45,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T00:24:45,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false 2024-11-20T00:24:45,676 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:24:45,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T00:24:45,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:24:45,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T00:24:45,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T00:24:45,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:24:45,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T00:24:45,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T00:24:45,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:45,679 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1136): Closing user regions 2024-11-20T00:24:45,679 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(3579): Received CLOSE for 289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:24:45,680 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4c2f74f6ba1b,33563,1732062111045' ***** 2024-11-20T00:24:45,680 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T00:24:45,680 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 289b5a391239f0bb5fe1aa685518d1be, disabling compactions & flushes 2024-11-20T00:24:45,680 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:24:45,680 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:24:45,681 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. after waiting 0 ms 2024-11-20T00:24:45,681 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:24:45,681 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 289b5a391239f0bb5fe1aa685518d1be 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T00:24:45,681 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T00:24:45,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T00:24:45,681 INFO [RS:0;4c2f74f6ba1b:33563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T00:24:45,681 INFO [RS:0;4c2f74f6ba1b:33563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T00:24:45,681 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1224): stopping server 4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:45,681 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:45,682 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T00:24:45,682 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T00:24:45,682 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T00:24:45,682 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T00:24:45,682 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T00:24:45,682 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 289b5a391239f0bb5fe1aa685518d1be=hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be.} 2024-11-20T00:24:45,682 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T00:24:45,682 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T00:24:45,682 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T00:24:45,682 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T00:24:45,682 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T00:24:45,682 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T00:24:45,683 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 289b5a391239f0bb5fe1aa685518d1be 2024-11-20T00:24:45,689 INFO [regionserver/4c2f74f6ba1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T00:24:45,707 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be/.tmp/info/24fdb095780a41c4a388f5fe345c6051 is 45, key is default/info:d/1732062115178/Put/seqid=0 2024-11-20T00:24:45,711 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/info/de523964e1724ae0b3ffc138c10c77cd is 143, key is hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be./info:regioninfo/1732062115057/Put/seqid=0 2024-11-20T00:24:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742513_1689 (size=5037) 2024-11-20T00:24:45,714 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be/.tmp/info/24fdb095780a41c4a388f5fe345c6051 2024-11-20T00:24:45,717 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be/.tmp/info/24fdb095780a41c4a388f5fe345c6051 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be/info/24fdb095780a41c4a388f5fe345c6051 2024-11-20T00:24:45,721 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be/info/24fdb095780a41c4a388f5fe345c6051, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T00:24:45,722 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 289b5a391239f0bb5fe1aa685518d1be in 41ms, sequenceid=6, compaction requested=false 2024-11-20T00:24:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742514_1690 (size=7725) 2024-11-20T00:24:45,727 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/info/de523964e1724ae0b3ffc138c10c77cd 2024-11-20T00:24:45,764 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/namespace/289b5a391239f0bb5fe1aa685518d1be/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T00:24:45,765 INFO [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:24:45,765 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 289b5a391239f0bb5fe1aa685518d1be: 2024-11-20T00:24:45,765 DEBUG [RS_CLOSE_REGION-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732062113826.289b5a391239f0bb5fe1aa685518d1be. 2024-11-20T00:24:45,779 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/rep_barrier/c95401b217264841b9b8f2a409484fba is 102, key is TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981./rep_barrier:/1732062143360/DeleteFamily/seqid=0 2024-11-20T00:24:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742515_1691 (size=6025) 2024-11-20T00:24:45,883 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T00:24:46,083 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T00:24:46,184 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/rep_barrier/c95401b217264841b9b8f2a409484fba 2024-11-20T00:24:46,211 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/table/313c0fd6340e42f8ac45b43ee7b60bc2 is 96, key is TestAcidGuarantees,,1732062115393.accae7e877609a7d70021cb85a9ef981./table:/1732062143360/DeleteFamily/seqid=0 2024-11-20T00:24:46,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742516_1692 (size=5942) 2024-11-20T00:24:46,217 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/table/313c0fd6340e42f8ac45b43ee7b60bc2 2024-11-20T00:24:46,221 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/info/de523964e1724ae0b3ffc138c10c77cd as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/info/de523964e1724ae0b3ffc138c10c77cd 2024-11-20T00:24:46,229 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/info/de523964e1724ae0b3ffc138c10c77cd, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T00:24:46,230 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/rep_barrier/c95401b217264841b9b8f2a409484fba as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/rep_barrier/c95401b217264841b9b8f2a409484fba 2024-11-20T00:24:46,233 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/rep_barrier/c95401b217264841b9b8f2a409484fba, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T00:24:46,235 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/.tmp/table/313c0fd6340e42f8ac45b43ee7b60bc2 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/table/313c0fd6340e42f8ac45b43ee7b60bc2 2024-11-20T00:24:46,237 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/table/313c0fd6340e42f8ac45b43ee7b60bc2, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T00:24:46,238 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 556ms, sequenceid=93, compaction requested=false 2024-11-20T00:24:46,252 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T00:24:46,253 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T00:24:46,253 INFO [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T00:24:46,253 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T00:24:46,253 DEBUG [RS_CLOSE_META-regionserver/4c2f74f6ba1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T00:24:46,283 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1250): stopping server 4c2f74f6ba1b,33563,1732062111045; all regions closed. 2024-11-20T00:24:46,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741834_1010 (size=26050) 2024-11-20T00:24:46,289 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/oldWALs 2024-11-20T00:24:46,289 INFO [RS:0;4c2f74f6ba1b:33563 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4c2f74f6ba1b%2C33563%2C1732062111045.meta:.meta(num 1732062113573) 2024-11-20T00:24:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741832_1008 (size=16082889) 2024-11-20T00:24:46,293 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/oldWALs 2024-11-20T00:24:46,293 INFO [RS:0;4c2f74f6ba1b:33563 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4c2f74f6ba1b%2C33563%2C1732062111045:(num 1732062112615) 2024-11-20T00:24:46,293 DEBUG [RS:0;4c2f74f6ba1b:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:46,293 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T00:24:46,294 INFO [RS:0;4c2f74f6ba1b:33563 {}] hbase.ChoreService(370): Chore service for: regionserver/4c2f74f6ba1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T00:24:46,294 INFO [regionserver/4c2f74f6ba1b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T00:24:46,294 INFO [RS:0;4c2f74f6ba1b:33563 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33563 2024-11-20T00:24:46,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4c2f74f6ba1b,33563,1732062111045 2024-11-20T00:24:46,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T00:24:46,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4c2f74f6ba1b,33563,1732062111045] 2024-11-20T00:24:46,300 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4c2f74f6ba1b,33563,1732062111045; numProcessing=1 2024-11-20T00:24:46,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4c2f74f6ba1b,33563,1732062111045 already deleted, retry=false 2024-11-20T00:24:46,301 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4c2f74f6ba1b,33563,1732062111045 expired; onlineServers=0 2024-11-20T00:24:46,301 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4c2f74f6ba1b,44641,1732062110319' ***** 2024-11-20T00:24:46,301 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T00:24:46,301 DEBUG [M:0;4c2f74f6ba1b:44641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4c2f74f6ba1b/172.17.0.2:0 2024-11-20T00:24:46,302 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegionServer(1224): stopping server 4c2f74f6ba1b,44641,1732062110319 2024-11-20T00:24:46,302 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegionServer(1250): stopping server 4c2f74f6ba1b,44641,1732062110319; all regions closed. 2024-11-20T00:24:46,302 DEBUG [M:0;4c2f74f6ba1b:44641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T00:24:46,302 DEBUG [M:0;4c2f74f6ba1b:44641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T00:24:46,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T00:24:46,302 DEBUG [M:0;4c2f74f6ba1b:44641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T00:24:46,302 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster-HFileCleaner.large.0-1732062112332 {}] cleaner.HFileCleaner(306): Exit Thread[master/4c2f74f6ba1b:0:becomeActiveMaster-HFileCleaner.large.0-1732062112332,5,FailOnTimeoutGroup] 2024-11-20T00:24:46,302 DEBUG [master/4c2f74f6ba1b:0:becomeActiveMaster-HFileCleaner.small.0-1732062112332 {}] cleaner.HFileCleaner(306): Exit Thread[master/4c2f74f6ba1b:0:becomeActiveMaster-HFileCleaner.small.0-1732062112332,5,FailOnTimeoutGroup] 2024-11-20T00:24:46,302 INFO [M:0;4c2f74f6ba1b:44641 {}] hbase.ChoreService(370): Chore service for: master/4c2f74f6ba1b:0 had [] on shutdown 2024-11-20T00:24:46,302 DEBUG [M:0;4c2f74f6ba1b:44641 {}] master.HMaster(1733): Stopping service threads 2024-11-20T00:24:46,302 INFO [M:0;4c2f74f6ba1b:44641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T00:24:46,302 ERROR [M:0;4c2f74f6ba1b:44641 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:39251 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39251,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T00:24:46,303 INFO [M:0;4c2f74f6ba1b:44641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T00:24:46,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T00:24:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T00:24:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T00:24:46,304 DEBUG [M:0;4c2f74f6ba1b:44641 {}] zookeeper.ZKUtil(347): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T00:24:46,304 WARN [M:0;4c2f74f6ba1b:44641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T00:24:46,304 INFO [M:0;4c2f74f6ba1b:44641 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T00:24:46,305 INFO [M:0;4c2f74f6ba1b:44641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T00:24:46,305 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T00:24:46,305 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:24:46,305 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:24:46,305 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T00:24:46,305 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:24:46,305 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=785.96 KB heapSize=967.38 KB 2024-11-20T00:24:46,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T00:24:46,322 DEBUG [M:0;4c2f74f6ba1b:44641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75c2974a67ca46d5ab4591369dcdb352 is 82, key is hbase:meta,,1/info:regioninfo/1732062113710/Put/seqid=0 2024-11-20T00:24:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742517_1693 (size=5672) 2024-11-20T00:24:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T00:24:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x100124e182c0001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T00:24:46,400 INFO [RS:0;4c2f74f6ba1b:33563 {}] regionserver.HRegionServer(1307): Exiting; stopping=4c2f74f6ba1b,33563,1732062111045; zookeeper connection closed. 2024-11-20T00:24:46,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@356b500d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@356b500d 2024-11-20T00:24:46,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T00:24:46,730 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2232 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75c2974a67ca46d5ab4591369dcdb352 2024-11-20T00:24:46,761 DEBUG [M:0;4c2f74f6ba1b:44641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54fc127117c0414bb6847d06a83519ea is 2277, key is \x00\x00\x00\x00\x00\x00\x00(/proc:d/1732062146520/Put/seqid=0 2024-11-20T00:24:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742518_1694 (size=46422) 2024-11-20T00:24:47,175 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785.41 KB at sequenceid=2232 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54fc127117c0414bb6847d06a83519ea 2024-11-20T00:24:47,183 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54fc127117c0414bb6847d06a83519ea 2024-11-20T00:24:47,202 DEBUG [M:0;4c2f74f6ba1b:44641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b97f1834eac243218203f5d156742921 is 69, key is 4c2f74f6ba1b,33563,1732062111045/rs:state/1732062112384/Put/seqid=0 2024-11-20T00:24:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073742519_1695 (size=5156) 2024-11-20T00:24:47,607 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2232 (bloomFilter=true), to=hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b97f1834eac243218203f5d156742921 2024-11-20T00:24:47,612 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75c2974a67ca46d5ab4591369dcdb352 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75c2974a67ca46d5ab4591369dcdb352 2024-11-20T00:24:47,615 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75c2974a67ca46d5ab4591369dcdb352, entries=8, sequenceid=2232, filesize=5.5 K 2024-11-20T00:24:47,615 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54fc127117c0414bb6847d06a83519ea as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54fc127117c0414bb6847d06a83519ea 2024-11-20T00:24:47,618 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54fc127117c0414bb6847d06a83519ea 2024-11-20T00:24:47,618 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54fc127117c0414bb6847d06a83519ea, entries=187, sequenceid=2232, filesize=45.3 K 2024-11-20T00:24:47,619 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b97f1834eac243218203f5d156742921 as hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b97f1834eac243218203f5d156742921 2024-11-20T00:24:47,622 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39251/user/jenkins/test-data/6a97fe18-6a44-d783-4bc9-04bbc9a72042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b97f1834eac243218203f5d156742921, entries=1, sequenceid=2232, filesize=5.0 K 2024-11-20T00:24:47,622 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(3040): Finished flush of dataSize ~785.96 KB/804826, heapSize ~967.09 KB/990296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=2232, compaction requested=false 2024-11-20T00:24:47,624 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T00:24:47,624 DEBUG [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T00:24:47,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741830_1006 (size=951177) 2024-11-20T00:24:47,627 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T00:24:47,627 INFO [M:0;4c2f74f6ba1b:44641 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T00:24:47,627 INFO [M:0;4c2f74f6ba1b:44641 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44641 2024-11-20T00:24:47,629 DEBUG [M:0;4c2f74f6ba1b:44641 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4c2f74f6ba1b,44641,1732062110319 already deleted, retry=false 2024-11-20T00:24:47,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T00:24:47,730 INFO [M:0;4c2f74f6ba1b:44641 {}] regionserver.HRegionServer(1307): Exiting; stopping=4c2f74f6ba1b,44641,1732062110319; zookeeper connection closed. 2024-11-20T00:24:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44641-0x100124e182c0000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T00:24:47,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T00:24:47,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T00:24:47,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T00:24:47,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T00:24:47,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/hadoop.log.dir/,STOPPED} 2024-11-20T00:24:47,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T00:24:47,744 WARN [BP-1569287562-172.17.0.2-1732062107498 heartbeating to localhost/127.0.0.1:39251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T00:24:47,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T00:24:47,744 WARN [BP-1569287562-172.17.0.2-1732062107498 heartbeating to localhost/127.0.0.1:39251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1569287562-172.17.0.2-1732062107498 (Datanode Uuid 1784bfcb-ac85-487a-9af9-a6ea334e60db) service to localhost/127.0.0.1:39251 2024-11-20T00:24:47,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/dfs/data/data1/current/BP-1569287562-172.17.0.2-1732062107498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T00:24:47,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/cluster_7543e149-8611-0593-77e2-638e5ebadba3/dfs/data/data2/current/BP-1569287562-172.17.0.2-1732062107498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T00:24:47,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T00:24:47,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T00:24:47,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T00:24:47,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T00:24:47,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T00:24:47,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a1de2857-b370-c747-a85a-180b9af1171a/hadoop.log.dir/,STOPPED} 2024-11-20T00:24:47,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T00:24:47,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down